{"id":"https://openalex.org/W7224924331","doi":"https://doi.org/10.1049/sfw2/4640940","title":"Configuration Factors for Compact LLM\u2010Based Story Point Estimation: A Controlled Project\u2010Level Empirical Study","display_name":"Configuration Factors for Compact LLM\u2010Based Story Point Estimation: A Controlled Project\u2010Level Empirical Study","alternate_titles":[],"publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7224924331","doi":"https://doi.org/10.1049/sfw2/4640940"},"language":"en","primary_location":{"id":"doi:10.1049/sfw2/4640940","doi":"https://doi.org/10.1049/sfw2/4640940","is_oa":true,"landing_page_url":"https://doi.org/10.1049/sfw2/4640940","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1049/sfw2/4640940","source":{"id":"https://openalex.org/S164201770","display_name":"IET Software","issn_l":"1751-8806","issn":["1751-8806","1751-8814"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-c","jufo-1","norway-1","oarl","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IET Software","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7224924331"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1049/sfw2/4640940","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125917741","display_name":"Xuwei Guo","orcid":"https://orcid.org/0009-0001-9068-1887","observed_orcids":["https://orcid.org/0009-0001-9068-1887"]},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Xuwei Guo","raw_affiliation_strings":["Faculty of Information Science and Technology National University of Malaysia  Bangi Selangor Malaysia  ukm.my"],"raw_orcid":"https://orcid.org/0009-0001-9068-1887","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology National University of Malaysia  Bangi Selangor Malaysia  ukm.my","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051973071","display_name":"Zulkefli Mansor","orcid":"https://orcid.org/0000-0001-9375-8803","observed_orcids":["https://orcid.org/0000-0001-9375-8803"]},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Zulkefli Mansor","raw_affiliation_strings":["Faculty of Information Science and Technology National University of Malaysia  Bangi Selangor Malaysia  ukm.my"],"raw_orcid":"https://orcid.org/0000-0001-9375-8803","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology National University of Malaysia  Bangi Selangor Malaysia  ukm.my","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101414768","display_name":"Liangyu Li","orcid":"https://orcid.org/0009-0009-5703-7705","observed_orcids":["https://orcid.org/0009-0009-5703-7705","https://orcid.org/0000-0003-0924-3183"]},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Liangyu Li","raw_affiliation_strings":["Faculty of Information Science and Technology National University of Malaysia  Bangi Selangor Malaysia  ukm.my"],"raw_orcid":"https://orcid.org/0009-0009-5703-7705","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology National University of Malaysia  Bangi Selangor Malaysia  ukm.my","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103832255","display_name":"Xiaoyan Zhao","orcid":"https://orcid.org/0009-0008-8959-6301","observed_orcids":["https://orcid.org/0009-0008-8959-6301"]},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Xiaoyan Zhao","raw_affiliation_strings":["Faculty of Information Science and Technology National University of Malaysia  Bangi Selangor Malaysia  ukm.my"],"raw_orcid":"https://orcid.org/0009-0008-8959-6301","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology National University of Malaysia  Bangi Selangor Malaysia  ukm.my","institution_ids":["https://openalex.org/I885383172"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5125917741"],"corresponding_institution_ids":["https://openalex.org/I885383172"],"apc_list":{"value":2210,"currency":"USD","value_usd":2210},"apc_paid":{"value":2210,"currency":"USD","value_usd":2210},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2026","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.8413000106811523,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.8413000106811523,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.15379999577999115,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/story-point-estimation","display_name":"story point estimation","score":0.9990000128746033},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8659999966621399},{"id":"https://openalex.org/keywords/software-effort-estimation","display_name":"software effort estimation","score":0.6480000019073486},{"id":"https://openalex.org/keywords/learning-rate","display_name":"learning rate","score":0.953000009059906},{"id":"https://openalex.org/keywords/temperature-selection","display_name":"temperature selection","score":0.6259999871253967},{"id":"https://openalex.org/keywords/inference-latency","display_name":"inference latency","score":0.41600000858306885},{"id":"https://openalex.org/keywords/accuracy-cost-trade-off","display_name":"accuracy-cost trade-off","score":0.6470000147819519}],"concepts":[{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.5753999948501587},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5526000261306763},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5425000190734863},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.49410000443458557},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.48809999227523804},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4832000136375427},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44519999623298645},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.43779999017715454},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.4309999942779541},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.41119998693466187},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.3912000060081482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3644999861717224},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.36419999599456787},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30730000138282776},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3057999908924103},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2883000075817108},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C34559072","wikidata":"https://www.wikidata.org/wiki/Q2334061","display_name":"Design of experiments","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C151223460","wikidata":"https://www.wikidata.org/wiki/Q1277601","display_name":"Function point","level":4,"score":0.2522999942302704}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1049/sfw2/4640940","doi":"https://doi.org/10.1049/sfw2/4640940","is_oa":true,"landing_page_url":"https://doi.org/10.1049/sfw2/4640940","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1049/sfw2/4640940","source":{"id":"https://openalex.org/S164201770","display_name":"IET Software","issn_l":"1751-8806","issn":["1751-8806","1751-8814"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-c","jufo-1","norway-1","oarl","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IET Software","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:65ae3f35a52c454681c9c64768048717","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/65ae3f35a52c454681c9c64768048717","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IET Software, Vol 2026 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1049/sfw2/4640940","doi":"https://doi.org/10.1049/sfw2/4640940","is_oa":true,"landing_page_url":"https://doi.org/10.1049/sfw2/4640940","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1049/sfw2/4640940","source":{"id":"https://openalex.org/S164201770","display_name":"IET Software","issn_l":"1751-8806","issn":["1751-8806","1751-8814"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-c","jufo-1","norway-1","oarl","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IET Software","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224924331.pdf","grobid_xml":"https://content.openalex.org/works/W7224924331.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W2507516139","https://openalex.org/W2514944157","https://openalex.org/W2768348081","https://openalex.org/W2803279786","https://openalex.org/W2804535652","https://openalex.org/W2807904173","https://openalex.org/W2963520355","https://openalex.org/W2970641574","https://openalex.org/W2997681568","https://openalex.org/W3008607260","https://openalex.org/W3098605233","https://openalex.org/W3118234861","https://openalex.org/W3162044134","https://openalex.org/W3184231327","https://openalex.org/W3199467273","https://openalex.org/W4205378885","https://openalex.org/W4214515550","https://openalex.org/W4226169266","https://openalex.org/W4312045253","https://openalex.org/W4313135073","https://openalex.org/W4360976675","https://openalex.org/W4385576721","https://openalex.org/W4388826738","https://openalex.org/W4389215089","https://openalex.org/W4389285826","https://openalex.org/W4393359044","https://openalex.org/W4399138282","https://openalex.org/W4401975975","https://openalex.org/W4410842398","https://openalex.org/W4412164313","https://openalex.org/W4414281281","https://openalex.org/W4416194749","https://openalex.org/W7114919714","https://openalex.org/W7128780185","https://openalex.org/W7160317821","https://openalex.org/W7160421206","https://openalex.org/W7166879360"],"related_works":["https://openalex.org/W7203985052","https://openalex.org/W7134274972","https://openalex.org/W7166879360","https://openalex.org/W7115559011","https://openalex.org/W4414995487","https://openalex.org/W4405602165","https://openalex.org/W4416028656","https://openalex.org/W4226169266","https://openalex.org/W4389285826","https://openalex.org/W4416839004"],"abstract_inverted_index":{"Story":[0],"point":[1,20,41,261],"estimation":[2,12,42,262],"is":[3,157],"widely":[4],"used":[5],"in":[6,34,131,188,195,249],"agile":[7],"software":[8],"planning,":[9],"yet":[10],"automated":[11],"remains":[13],"challenging":[14],"because":[15],"issue":[16],"descriptions":[17],"and":[18,31,52,60,78,97,102,125,147,162,170,191,204,215,235,270],"story":[19,40,260],"distributions":[21],"vary":[22,130],"substantially":[23,231],"across":[24,133],"projects.":[25],"This":[26],"study":[27,47,65],"examines":[28],"configuration":[29,68,187,265,279],"sensitivity":[30,82],"comparative":[32],"performance":[33],"compact":[35,55,168,186,221],"large":[36],"language":[37],"model":[38,268,281],"(LLM)\u2010based":[39],"through":[43],"a":[44,275],"controlled":[45],"project\u2010level":[46],"using":[48,176],"five":[49],"TAWOS":[50],"projects":[51,190],"two":[53,155],"~1\u20131.5B\u2010parameter":[54],"backbones":[56],"with":[57,88,119,159,197],"frozen":[58],"parameters":[59],"trainable":[61,226],"prediction":[62,227],"heads.":[63],"The":[64,136,220],"comprises":[66],"four\u2010factor":[67],"analysis":[69,138],"covering":[70],"maximum":[71],"sequence":[72],"length,":[73],"metadata":[74],"concatenation,":[75],"learning":[76,103,145],"rate,":[77],"soft\u2010target":[79,148],"mixing;":[80],"metadata\u2010free":[81,137],"analysis;":[83,86],"learning\u2010rate\u2013soft\u2010target\u2010mixing":[84],"interaction":[85,152],"comparison":[87],"three":[89,189],"aligned":[90],"baselines;":[91,241],"assessment":[92],"of":[93,123],"alternative":[94],"temperature\u2010selection":[95],"objectives;":[96],"computational\u2010cost":[98],"evaluation.":[99],"Soft\u2010target":[100],"mixing":[101],"rate":[104,146],"show":[105],"the":[106,115,151,180,185,192,239,250,256],"larger":[107],"average":[108,141],"mean":[109,120,243],"absolute":[110],"error":[111,213],"(MAE)":[112],"effects":[113,122],"among":[114,201],"four":[116],"evaluated":[117,240],"factors,":[118],"high\u2010minus\u2010low":[121],"\u22120.0535":[124],"\u22120.0458,":[126],"respectively,":[127],"although":[128],"both":[129],"direction":[132],"project\u2013backbone\u2013seed":[134],"scenarios.":[135],"shows":[139],"similar":[140],"effect":[142],"magnitudes":[143],"for":[144],"mixing,":[149],"while":[150],"between":[153],"these":[154],"factors":[156],"heterogeneous,":[158],"11":[160],"negative":[161,216],"9":[163],"positive":[164],"scenario\u2010level":[165],"contrasts.":[166],"When":[167],"configurations":[169,222],"baseline":[171,194],"methods":[172],"are":[173],"selected":[174,193],"independently":[175],"seed\u2010averaged":[177],"validation":[178],"MAE,":[179,210],"corresponding":[181],"test":[182],"results":[183,257],"favor":[184],"two,":[196],"additional":[198],"project\u2010specific":[199],"variation":[200],"TFIDF\u2010LGBM,":[202],"MiniLM\u2010MLP,":[203],"CodeBERT\u2010FT.":[205],"Temperature\u2010selection":[206],"rules":[207],"produce":[208],"different":[209],"snapped\u2010expected":[211],"calibration":[212],"(ECE),":[214],"log\u2010likelihood":[217],"(NLL)":[218],"profiles.":[219],"require":[223],"very":[224],"small":[225],"heads":[228],"but":[229],"retain":[230],"higher":[232],"inference":[233],"latency":[234,245],"memory":[236],"requirements":[237],"than":[238,274],"method\u2010level":[242],"raw\u2010text\u2010to\u2010logits":[244],"ranges":[246],"~0.37\u201325.72":[247],"ms/sample":[248],"reported":[251],"NVIDIA":[252],"A10":[253],"environment.":[254],"Overall,":[255],"characterize":[258],"compact\u2010LLM":[259],"by":[263],"heterogeneous":[264],"sensitivity,":[266],"project\u2010dependent":[267],"ranking,":[269],"accuracy\u2013cost":[271],"trade\u2010offs":[272],"rather":[273],"single":[276],"consistently":[277],"preferable":[278],"or":[280],"family.":[282]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7224924331","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-10-31T00:00:00"}
