{"id":"https://openalex.org/W7128611670","doi":"https://doi.org/10.1109/tse.2026.3663599","title":"Towards Refining Developer Questions Using LLM-Based Named Entity Recognition for Developer Chatroom Conversations","display_name":"Towards Refining Developer Questions Using LLM-Based Named Entity Recognition for Developer Chatroom Conversations","publication_year":2026,"publication_date":"2026-02-11","ids":{"openalex":"https://openalex.org/W7128611670","doi":"https://doi.org/10.1109/tse.2026.3663599"},"language":null,"primary_location":{"id":"doi:10.1109/tse.2026.3663599","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2026.3663599","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099088645","display_name":"Pouya Fathollahzadeh","orcid":"https://orcid.org/0009-0007-2872-435X"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Pouya Fathollahzadeh","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Queen&#x2019;s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0007-2872-435X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Queen&#x2019;s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016869954","display_name":"Mariam El Mezouar","orcid":"https://orcid.org/0000-0002-3317-7051"},"institutions":[{"id":"https://openalex.org/I51768193","display_name":"Royal Military College of Canada","ror":"https://ror.org/04yr71909","country_code":"CA","type":"education","lineage":["https://openalex.org/I51768193"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mariam El Mezouar","raw_affiliation_strings":["Department of Mathematics and Computer Science, Royal Military College of Canada, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3317-7051","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Royal Military College of Canada, Kingston, ON, Canada","institution_ids":["https://openalex.org/I51768193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100348486","display_name":"Hao Li","orcid":"https://orcid.org/0000-0003-4468-5972"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hao Li","raw_affiliation_strings":["Software Analysis and Intelligence Lab (SAIL), School of Computing, Queen&#x2019;s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4468-5972","affiliations":[{"raw_affiliation_string":"Software Analysis and Intelligence Lab (SAIL), School of Computing, Queen&#x2019;s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ying Zou","orcid":"https://orcid.org/0000-0002-5335-0261"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ying Zou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Queen&#x2019;s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5335-0261","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Queen&#x2019;s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102429641","display_name":"Ahmed E. Hassan","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ahmed E. Hassan","raw_affiliation_strings":["Software Analysis and Intelligence Lab (SAIL), School of Computing, Queen&#x2019;s University, Kingston, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7749-5513","affiliations":[{"raw_affiliation_string":"Software Analysis and Intelligence Lab (SAIL), School of Computing, Queen&#x2019;s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14560129,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"52","issue":"4","first_page":"1391","last_page":"1406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.47940000891685486,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.47940000891685486,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15809999406337738,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.1282999962568283,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.7095999717712402},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5785999894142151},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.5572999715805054},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4392000138759613},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.43459999561309814},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.39989998936653137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.878600001335144},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.7095999717712402},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5785999894142151},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.5572999715805054},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.535099983215332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5275999903678894},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4392000138759613},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.43459999561309814},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42500001192092896},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.39989998936653137},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3409999907016754},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.33889999985694885},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3230000138282776},{"id":"https://openalex.org/C197323446","wikidata":"https://www.wikidata.org/wiki/Q331222","display_name":"Oversampling","level":3,"score":0.2930000126361847},{"id":"https://openalex.org/C136536468","wikidata":"https://www.wikidata.org/wiki/Q1225894","display_name":"Undersampling","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27079999446868896},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.26579999923706055},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C2777889803","wikidata":"https://www.wikidata.org/wiki/Q25047676","display_name":"Named entity","level":2,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2026.3663599","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2026.3663599","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6350609660148621,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,56],"software":[1],"engineering":[2],"chatrooms,":[3],"communication":[4],"is":[5],"often":[6,51],"hindered":[7],"by":[8,240],"imprecise":[9],"questions":[10,242],"that":[11,84,117],"cannot":[12],"be":[13,33],"answered.":[14],"Recognizing":[15],"key":[16],"entities":[17,206,223],"(e.g.,":[18,26,224],"programming":[19],"languages":[20],"and":[21,23,39,75,94,109,121,157,177,181,188,205,213,248,261],"libraries)":[22],"user":[24],"intent":[25,122,155],"learning":[27],"or":[28],"requesting":[29],"a":[30,81,86,113,137,151],"review)":[31],"can":[32],"essential":[34],"for":[35,105,148,154,161],"improving":[36,106],"question":[37,107],"clarity":[38,108],"facilitating":[40],"better":[41],"exchange.":[42],"However,":[43],"existing":[44],"research":[45],"using":[46,136],"natural":[47],"language":[48],"processing":[49],"techniques":[50],"overlooks":[52],"these":[53,277],"softwarespecific":[54],"nuances.":[55],"this":[57],"paper,":[58],"we":[59,111],"introduce":[60],"<underline":[61,66,71,76],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[62,64,67,72,77,210,215,226,245,250,259,263],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</u>oftwar<underline":[63],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">E</u>-specific":[65],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">N</u>amed":[68],"entity":[69,120,149],"recognition,":[70,150],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">I</u>ntent":[73],"detection,":[74,156],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">R</u>esolution":[78],"classification":[79],"(SENIR),":[80],"labelling":[82],"approach":[83],"leverages":[85,118],"Large":[87],"Language":[88],"Model":[89],"to":[90,196],"annotate":[91],"entities,":[92],"intents,":[93,220],"resolution":[95,114,162,167,201,236,255,267],"status":[96,163],"in":[97,232],"developer":[98],"chatroom":[99,141],"conversations.":[100],"To":[101],"offer":[102],"quantitative":[103],"guidance":[104],"resolvability,":[110],"build":[112],"prediction":[115,168],"model":[116],"SENIR\u2019s":[119],"labels":[123],"along":[124],"with":[125,171,179],"additional":[126],"predictive":[127],"features.":[128],"We":[129],"evaluate":[130],"SENIR":[131,143],"on":[132],"the":[133,273],"DISCO":[134],"dataset":[135],"subset":[138],"of":[139,276],"annotated":[140],"dialogues.":[142],"achieves":[144],"an":[145,158],"86%":[146],"F-score":[147,153,160],"71%":[152],"89%":[159],"classification.":[164],"Furthermore,":[165],"our":[166],"model,":[169],"tested":[170],"various":[172],"sampling":[173],"strategies":[174],"(random":[175],"undersampling":[176],"oversampling":[178],"SMOTE)":[180],"evaluation":[182],"methods":[183],"(5-fold":[184],"cross-validation,":[185,187],"10-fold":[186],"bootstrapping),":[189],"demonstrates":[190],"AUC":[191],"values":[192],"ranging":[193],"from":[194],"0.7":[195],"0.8.":[197],"Key":[198],"factors":[199],"influencing":[200],"include":[202],"positive":[203],"sentiment":[204],"such":[207],"as":[208],"<monospace":[209,214,225],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Programming":[211],"Language</monospace>":[212],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">User":[216],"Variable</monospace>":[217],"across":[218],"multiple":[219],"while":[221],"diagnostic":[222],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Error":[227],"Name</monospace>)":[228],"are":[229],"more":[230],"relevant":[231],"error-related":[233],"questions.":[234],"Moreover,":[235],"rates":[237],"vary":[238],"significantly":[239],"intent:":[241],"about":[243],"<italic":[244,249,258,262],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">API":[246,251],"Usage</i>":[247],"Change</i>":[252],"achieve":[253],"higher":[254],"rates,":[256],"whereas":[257],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Discrepancy</i>":[260],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Review</i>":[264],"have":[265],"lower":[266],"rates.":[268],"A":[269],"Chi-Square":[270],"analysis":[271],"confirms":[272],"statistical":[274],"significance":[275],"differences.":[278]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-12T00:00:00"}