{"id":"https://openalex.org/W4414165984","doi":"https://doi.org/10.1109/access.2025.3607813","title":"On the Effectiveness of Zero-Shot and Few-Shot Pretrained Language Models for Software Requirement Classification","display_name":"On the Effectiveness of Zero-Shot and Few-Shot Pretrained Language Models for Software Requirement Classification","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414165984","doi":"https://doi.org/10.1109/access.2025.3607813"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3607813","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3607813","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3607813","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106329516","display_name":"Md Shafikuzzaman","orcid":"https://orcid.org/0009-0007-2623-5034"},"institutions":[{"id":"https://openalex.org/I177898655","display_name":"Lamar University","ror":"https://ror.org/008ms5s18","country_code":"US","type":"education","lineage":["https://openalex.org/I177898655"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Md Shafikuzzaman","raw_affiliation_strings":["Department of Computer Science, Lamar University, Beaumont, TX, USA"],"raw_orcid":"https://orcid.org/0009-0007-2623-5034","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Lamar University, Beaumont, TX, USA","institution_ids":["https://openalex.org/I177898655"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101486322","display_name":"Md Rakibul Islam","orcid":"https://orcid.org/0009-0009-9104-874X"},"institutions":[{"id":"https://openalex.org/I177898655","display_name":"Lamar University","ror":"https://ror.org/008ms5s18","country_code":"US","type":"education","lineage":["https://openalex.org/I177898655"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Rakibul Islam","raw_affiliation_strings":["Department of Computer Science, Lamar University, Beaumont, TX, USA"],"raw_orcid":"https://orcid.org/0009-0009-9104-874X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Lamar University, Beaumont, TX, USA","institution_ids":["https://openalex.org/I177898655"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shuaib Zaman","orcid":null},"institutions":[{"id":"https://openalex.org/I27825529","display_name":"California State University Los Angeles","ror":"https://ror.org/0294hxs80","country_code":"US","type":"education","lineage":["https://openalex.org/I27825529"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuaib Zaman","raw_affiliation_strings":["Department of Computer Science, California State University at Los Angeles, Los Angeles, CA, USA","Department of Computer Science, California State University, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, California State University at Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I27825529"]},{"raw_affiliation_string":"Department of Computer Science, California State University, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I27825529"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100912369","display_name":"Andrew Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I177898655","display_name":"Lamar University","ror":"https://ror.org/008ms5s18","country_code":"US","type":"education","lineage":["https://openalex.org/I177898655"]},{"id":"https://openalex.org/I4210095133","display_name":"Fairmont Senior High School","ror":"https://ror.org/00qq8tm81","country_code":"US","type":"education","lineage":["https://openalex.org/I4210095133"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Ma","raw_affiliation_strings":["West Brook High School, Beaumont, TX, USA","West Brook High, Beaumont, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"West Brook High School, Beaumont, TX, USA","institution_ids":["https://openalex.org/I4210095133"]},{"raw_affiliation_string":"West Brook High, Beaumont, TX, USA","institution_ids":["https://openalex.org/I177898655"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037665090","display_name":"Anwarul Islam Sifat","orcid":"https://orcid.org/0000-0003-4587-8848"},"institutions":[{"id":"https://openalex.org/I177898655","display_name":"Lamar University","ror":"https://ror.org/008ms5s18","country_code":"US","type":"education","lineage":["https://openalex.org/I177898655"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anwarul Islam Sifat","raw_affiliation_strings":["Phillip M. Drayer Department of Electrical and Computer Engineering, Lamar University, Beaumont, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-4587-8848","affiliations":[{"raw_affiliation_string":"Phillip M. Drayer Department of Electrical and Computer Engineering, Lamar University, Beaumont, TX, USA","institution_ids":["https://openalex.org/I177898655"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5106329516"],"corresponding_institution_ids":["https://openalex.org/I177898655"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.9051,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.9282292,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"13","issue":null,"first_page":"159439","last_page":"159453"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5773000121116638},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5486999750137329},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5437999963760376},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.5371999740600586},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.5063999891281128},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4490000009536743},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4226999878883362},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4041000008583069}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8741999864578247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6438999772071838},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6345999836921692},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5773000121116638},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5486999750137329},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5437999963760376},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5371999740600586},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.5063999891281128},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4490000009536743},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4226999878883362},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4041000008583069},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3774000108242035},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2782000005245209},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.25619998574256897},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3607813","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3607813","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c06d57c92e8e4f809db7261ce981a05e","is_oa":true,"landing_page_url":"https://doaj.org/article/c06d57c92e8e4f809db7261ce981a05e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 159439-159453 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3607813","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3607813","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1532113059","https://openalex.org/W1567427961","https://openalex.org/W1981028474","https://openalex.org/W2060736388","https://openalex.org/W2093400716","https://openalex.org/W2127626360","https://openalex.org/W2167277498","https://openalex.org/W2733078680","https://openalex.org/W2757062986","https://openalex.org/W2758004809","https://openalex.org/W2758253540","https://openalex.org/W2767841318","https://openalex.org/W2799028668","https://openalex.org/W2895297154","https://openalex.org/W2954384356","https://openalex.org/W2963059063","https://openalex.org/W2963499153","https://openalex.org/W2993303751","https://openalex.org/W3014437350","https://openalex.org/W3034503357","https://openalex.org/W3091973425","https://openalex.org/W3096150021","https://openalex.org/W3101626139","https://openalex.org/W4214535227","https://openalex.org/W4253028564","https://openalex.org/W4294214983","https://openalex.org/W4312278392","https://openalex.org/W4313563649","https://openalex.org/W4327919569","https://openalex.org/W4385572905","https://openalex.org/W4394769285","https://openalex.org/W4401357421","https://openalex.org/W4402626702","https://openalex.org/W4402759247"],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"classification":[1,59,116],"of":[2,72,253,258,292],"software":[3],"requirements,":[4,12],"particularly":[5],"distinguishing":[6],"between":[7],"fun-":[8],"ctional":[9],"and":[10,21,44,63,74,87,97,105,124,138,147,156,159,180,201,251,265,276],"non-functional":[11,95,98],"is":[13],"essential":[14],"for":[15,56,288],"enabling":[16],"traceability,":[17],"guiding":[18],"system":[19],"design,":[20],"ensuring":[22],"project":[23],"success.":[24],"Traditional":[25],"supervised":[26,281],"machine":[27],"learning":[28],"methods":[29],"have":[30],"shown":[31],"promise":[32],"in":[33,48,91,184,198,211,223,295],"this":[34],"domain":[35],"but":[36],"suffer":[37],"from":[38],"limited":[39],"generalizability,":[40],"high":[41],"labeling":[42],"costs,":[43],"overfitting.":[45],"Recent":[46],"advances":[47],"pretrained":[49],"language":[50,81,272],"models":[51,82,153,191,217],"(PLMs)":[52],"offer":[53,274],"new":[54],"opportunities":[55],"effective":[57],"requirement":[58,203,296],"through":[60],"zero-shot":[61],"(ZS)":[62],"few-shot":[64],"(FS)":[65],"learning.":[66],"This":[67,283],"study":[68,127,284],"investigates":[69],"the":[70,161,185,286,289],"effectiveness":[71],"ZS":[73,146,190,226,264],"FS":[75,135,148,170,186,216,266],"PLMs,":[76,130,267],"including":[77,131],"prompt-based":[78,269,293],"generative":[79,140,270],"large":[80,271],"(e.g.,":[83],"<monospace":[84,88,174,177,181,206,230],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[85,89,175,178,182,207,231],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">GPT-4o</monospace>":[86,183],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Llama3</monospace>),":[90],"classifying":[92],"functional":[93],"vs.":[94],"requirements":[96],"subtypes,":[99],"such":[100,172,228],"as":[101,173,229],"usability,":[102],"security,":[103],"operational,":[104],"performance":[106,197,222],"requirements.":[107],"We":[108,150],"conduct":[109],"a":[110,165],"comprehensive":[111],"empirical":[112],"evaluation":[113],"across":[114,192],"five":[115],"tasks":[117],"using":[118],"two":[119,132,134,139],"widely":[120],"adopted":[121],"datasets:":[122],"PROMISE":[123],"SecReq.":[125],"The":[126],"compares":[128],"six":[129],"ZS,":[133],"transformer":[136],"models,":[137,171,227,273],"Large":[141],"Language":[142],"Models":[143],"under":[144],"both":[145],"settings.":[149],"benchmark":[151],"these":[152],"against":[154],"state-of-the-art":[155],"domain-specific":[157],"baselines,":[158],"complement":[160],"quantitative":[162],"analysis":[163,246],"with":[164],"detailed":[166],"qualitative":[167],"error":[168],"analysis.":[169],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">All-MPNET</monospace>,":[176],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">All-DistilRoBERTa</monospace>,":[179],"setting,":[187],"consistently":[188],"outperform":[189,218],"all":[193],"tasks,":[194],"achieving":[195],"superior":[196,210],"multi-class":[199],"NFR":[200],"security":[202],"classification.":[204],"While":[205],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">NoRBERT</monospace>":[208],"remains":[209],"binary":[212],"FR/NFR":[213],"classification,":[214],"our":[215],"or":[219],"match":[220],"its":[221],"other":[224],"scenarios.":[225],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">GPT-4o</monospace>,":[232],"also":[233],"demonstrate":[234],"strong":[235],"results":[236],"without":[237],"requiring":[238],"training":[239],"data,":[240],"highlighting":[241],"their":[242],"practical":[243],"utility.":[244],"Error":[245],"reveals":[247],"that":[248,263],"annotation":[249],"issues":[250],"lack":[252],"context":[254],"are":[255],"major":[256],"sources":[257],"misclassification.":[259],"Our":[260],"findings":[261],"establish":[262],"especially":[268],"viable":[275],"scalable":[277],"alternatives":[278],"to":[279],"traditional":[280],"approaches.":[282],"lays":[285],"foundation":[287],"broader":[290],"adoption":[291],"PLMs":[294],"engineering.":[297]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}