{"id":"https://openalex.org/W7225138701","doi":"https://doi.org/10.48550/arxiv.2611.02383","title":"Toward an Evidence-Based Template for Agent Instruction Files: An Empirical Study of Adoption, Consistency, and Maintenance","display_name":"Toward an Evidence-Based Template for Agent Instruction Files: An Empirical Study of Adoption, Consistency, and Maintenance","publication_year":2026,"publication_date":"2026-11-02","ids":{"openalex":"https://openalex.org/W7225138701","doi":"https://doi.org/10.48550/arxiv.2611.02383"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.02383","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.02383","pdf_url":"https://arxiv.org/pdf/2611.02383","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.02383","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114515865","display_name":"Mehedi Hasan Shanto","orcid":"https://orcid.org/0009-0005-9441-4144","observed_orcids":["https://orcid.org/0009-0005-9441-4144"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shanto, Mehedi Hasan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078312825","display_name":"Md. Anaytul Islam","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Islam, Md. Anaytul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081668559","display_name":"Muhammad Asaduzzaman","orcid":"https://orcid.org/0000-0003-1420-105X","observed_orcids":["https://orcid.org/0000-0003-1420-105X"]},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Asaduzzaman, Muhammad","raw_affiliation_strings":["School of Computer Science University of Windsor , Ontario , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science University of Windsor , Ontario , Canada","institution_ids":["https://openalex.org/I74413500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070302649","display_name":"Alioune Ngom","orcid":"https://orcid.org/0000-0003-2092-2494","observed_orcids":["https://orcid.org/0000-0003-2092-2494"]},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ngom, Alioune","raw_affiliation_strings":["School of Computer Science University of Windsor , Ontario , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science University of Windsor , Ontario , Canada","institution_ids":["https://openalex.org/I74413500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-coding-agents","display_name":"coding agents","score":0.8669999837875366},{"id":"https://openalex.org/keywords/template-design","display_name":"template design","score":0.5289999842643738},{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.9150000214576721},{"id":"https://openalex.org/keywords/github-repositories","display_name":"GitHub repositories","score":0.48500001430511475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7732999920845032},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.70169997215271},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.621399998664856},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5437999963760376},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.5227000117301941},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.4316999912261963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3125},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C2776990265","wikidata":"https://www.wikidata.org/wiki/Q2998101","display_name":"Cursor (databases)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.29010000824928284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2745000123977661},{"id":"https://openalex.org/C3018260909","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory analysis","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C101317890","wikidata":"https://www.wikidata.org/wiki/Q940053","display_name":"Software maintenance","level":4,"score":0.2596000134944916},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25369998812675476},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.02383","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.02383","pdf_url":"https://arxiv.org/pdf/2611.02383","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.02383","doi":"https://doi.org/10.48550/arxiv.2611.02383","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.02383","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.02383","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.02383","pdf_url":"https://arxiv.org/pdf/2611.02383","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225138701.pdf","grobid_xml":"https://content.openalex.org/works/W7225138701.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7164682832","https://openalex.org/W7223477500","https://openalex.org/W7220467080","https://openalex.org/W7171838155","https://openalex.org/W7223451110","https://openalex.org/W7223662974","https://openalex.org/W7222170939","https://openalex.org/W4416360710","https://openalex.org/W7224089876","https://openalex.org/W7213415131"],"abstract_inverted_index":{"AI":[0],"coding":[1],"agents":[2,18],"rely":[3],"on":[4,124],"repository-level":[5],"instruction":[6,21,56,221],"files":[7,31,57,109],"to":[8,160],"understand":[9],"project":[10],"conventions,":[11],"development":[12],"workflows,":[13],"and":[14,23,44,70,116,127,142,175,205,218],"constraints.":[15],"However,":[16],"different":[17,20],"support":[19],"formats,":[22],"limited":[24],"empirical":[25,52,214],"evidence":[26],"exists":[27],"about":[28],"how":[29,45],"these":[30],"are":[32,47],"adopted,":[33],"what":[34],"information":[35],"they":[36,46],"contain,":[37],"whether":[38],"coexisting":[39],"formats":[40],"provide":[41,96,213],"consistent":[42],"guidance,":[43],"maintained.":[48],"We":[49,73,162],"conduct":[50],"an":[51,134,147],"study":[53],"of":[54,77,92,106,190,195],"3,387":[55],"from":[58,158],"1,000":[59],"GitHub":[60,67],"repositories":[61,79],"across":[62,121],"four":[63,140,179],"formats:":[64],"AGENTS.md,":[65],"CLAUDE.md,":[66],"Copilot":[68],"instructions,":[69],"Cursor":[71],"rules.":[72],"find":[74],"that":[75,104,117,201],"42.2%":[76],"instruction-bearing":[78],"in":[80],"the":[81,107,185],"higher-popularity":[82],"cohort":[83],"maintain":[84],"multiple":[85],"formats.":[86,122],"Among":[87],"386":[88],"manually":[89],"examined":[90],"pairs":[91],"corresponding":[93],"sections,":[94],"16.1%":[95],"divergent":[97],"guidance.":[98],"Our":[99,211],"maintenance":[100,118],"analysis":[101],"further":[102,163],"shows":[103],"40.4%":[105],"analyzed":[108],"have":[110],"only":[111],"one":[112],"recorded":[113],"modification":[114],"event":[115],"patterns":[119],"differ":[120],"Based":[123],"category":[125,128,156,198],"prevalence":[126],"addition":[129],"ratios":[130],"(CAR),":[131],"we":[132],"derive":[133],"evidence-based":[135],"template":[136,152],"containing":[137],"ten":[138],"Required,":[139],"Gap,":[141],"two":[143],"Recommended":[144],"categories.":[145],"In":[146],"exploratory":[148],"generation":[149,171,180,183],"experiment,":[150],"explicit":[151],"guidance":[153,215],"increases":[154],"structural":[155,173],"coverage":[157,174],"18.7%":[159],"82.8%.":[161],"introduce":[164],"AGIT-Instruct,":[165],"a":[166],"benchmark":[167],"for":[168,216],"evaluating":[169],"instruction-file":[170],"through":[172],"content":[176],"alignment.":[177],"Across":[178],"configurations,":[181],"retrieval-augmented":[182],"achieves":[184],"highest":[186],"full-file":[187],"ROUGE-1":[188],"F1":[189],"0.459.":[191],"A":[192],"manual":[193],"assessment":[194],"278":[196],"generated":[197],"instances":[199],"finds":[200],"19.4%":[202],"fully":[203],"preserve":[204,208],"61.2%":[206],"partially":[207],"developer-written":[209],"intent.":[210],"findings":[212],"organizing":[217],"maintaining":[219],"agent":[220]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-11-04T00:00:00"}