{"id":"https://openalex.org/W7134274972","doi":"https://doi.org/10.48550/arxiv.2603.06276","title":"Story Point Estimation Using Large Language Models","display_name":"Story Point Estimation Using Large Language Models","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W7134274972","doi":"https://doi.org/10.48550/arxiv.2603.06276"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.06276","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128609056","display_name":"Pranam Prakash Shetty","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shetty, Pranam Prakash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069545893","display_name":"Adarsh Balakrishnan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balakrishnan, Adarsh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128582603","display_name":"Mengqiao Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Mengqiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128477506","display_name":"Xiaoyin Xi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xi, Xiaoyin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128599029","display_name":"Zhe Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17469398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8955000042915344,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8955000042915344,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.05649999901652336,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5813999772071838},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5077999830245972},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.4481000006198883},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.41990000009536743},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3935999870300293},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.38690000772476196},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.3398999869823456},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.33480000495910645}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5996999740600586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5899999737739563},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5813999772071838},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5392000079154968},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5077999830245972},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.4481000006198883},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.41990000009536743},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3935999870300293},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.38690000772476196},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37470000982284546},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3239000141620636},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C147579259","wikidata":"https://www.wikidata.org/wiki/Q460387","display_name":"Scrum","level":4,"score":0.2978000044822693},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.263700008392334}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.06276","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.06276","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.06276","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.06276","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,98],"study":[1,179,215],"investigates":[2],"the":[3,25,56,61,89,157,181,203,208,268,281,288],"use":[4,182],"of":[5,65,76,107,156,162,183,190,200,247],"large":[6],"language":[7],"models":[8,72,152],"(LLMs)":[9],"for":[10,229,241,258],"story":[11,57,82,110,145,204,227,248,269,290],"point":[12],"estimation.":[13],"Story":[14],"points":[15,58,83,111,146,205,228],"are":[16,105,222],"unitless,":[17],"project-specific":[18],"effort":[19,196],"estimates":[20],"that":[21,253],"help":[22],"developers":[23],"on":[24,60,130,154,211],"scrum":[26],"team":[27],"forecast":[28],"which":[29,192],"product":[30],"backlog":[31],"items":[32,191],"they":[33],"plan":[34],"to":[35,54,93,101,197,206,224,243,260,265,279],"complete":[36],"in":[37],"a":[38,119,169,177,187],"sprint.":[39],"To":[40],"facilitate":[41],"this":[42,214],"process,":[43],"machine":[44,70],"learning":[45,71,151],"models,":[46],"especially":[47],"deep":[48,150],"neural":[49],"networks,":[50],"have":[51],"been":[52],"applied":[53],"predict":[55,144,225,261],"based":[59],"title":[62],"and":[63,231],"description":[64],"each":[66],"item.":[67],"However,":[68],"such":[69],"require":[73],"sufficient":[74],"amounts":[75],"training":[77,113,121,138,171],"data":[78,114,122,139],"(with":[79],"ground":[80],"truth":[81],"annotated":[84],"by":[85],"human":[86],"developers)":[87],"from":[88],"same":[90],"software":[91,132],"project":[92],"achieve":[94],"decent":[95],"prediction":[96,160,283],"performance.":[97],"motivated":[99],"us":[100],"explore":[102],"whether":[103,219,233],"LLMs":[104,129,142,163,230,242,259],"capable":[106],"(RQ1)":[108],"predicting":[109],"without":[112,136],"or":[115],"(RQ2)":[116],"with":[117,127,168],"only":[118],"few":[120,170],"points.":[123,249,291],"Our":[124],"empirical":[125],"results":[126,251],"four":[128],"16":[131],"projects":[133],"show":[134],"that,":[135],"any":[137],"(zero-shot":[140],"prompting),":[141],"can":[143,164,236,274],"better":[147],"than":[148,226,264],"supervised":[149],"trained":[153],"80%":[155],"data.":[158],"The":[159],"performance":[161,284],"be":[165],"further":[166],"improved":[167],"examples":[172,240,278],"(few-shot":[173],"prompting).":[174],"In":[175],"addition,":[176],"recent":[178],"explored":[180],"comparative":[184,220,234,262,272],"judgments":[185,221,235,263,273],"(between":[186],"given":[188],"pair":[189],"one":[193],"requires":[194],"more":[195],"implement)":[198],"instead":[199],"directly":[201,266],"annotating":[202],"reduce":[207],"cognitive":[209],"burden":[210],"developers.":[212],"Therefore,":[213],"also":[216],"explores":[217],"(RQ3)":[218],"easier":[223,257],"(RQ4)":[232],"serve":[237,275],"as":[238,276,285,287],"few-shot":[239,277],"improve":[244,280],"their":[245],"predictions":[246],"Empirical":[250],"suggest":[252],"it":[254],"is":[255],"not":[256],"estimate":[267],"points,":[270],"but":[271],"LLMs'":[282],"well":[286],"human-annotated":[289]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-10T00:00:00"}
