{"id":"https://openalex.org/W4416997251","doi":"https://doi.org/10.3390/bdcc9120312","title":"Subjective Evaluation of Operator Responses for Mobile Defect Identification in Remanufacturing: Application of NLP and Disagreement Tagging","display_name":"Subjective Evaluation of Operator Responses for Mobile Defect Identification in Remanufacturing: Application of NLP and Disagreement Tagging","publication_year":2025,"publication_date":"2025-12-04","ids":{"openalex":"https://openalex.org/W4416997251","doi":"https://doi.org/10.3390/bdcc9120312"},"language":"en","primary_location":{"id":"doi:10.3390/bdcc9120312","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc9120312","pdf_url":null,"source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/bdcc9120312","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067327815","display_name":"Abbirah Ahmed","orcid":"https://orcid.org/0000-0001-5541-7290"},"institutions":[{"id":"https://openalex.org/I230495080","display_name":"University of Limerick","ror":"https://ror.org/00a0n9e72","country_code":"IE","type":"education","lineage":["https://openalex.org/I230495080"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Abbirah Ahmed","raw_affiliation_strings":["Department of Electronic and Computer Engineering, University of Limerick, V94 TP9X Limerick, Ireland"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, University of Limerick, V94 TP9X Limerick, Ireland","institution_ids":["https://openalex.org/I230495080"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043014945","display_name":"Reenu Mohandas","orcid":"https://orcid.org/0009-0006-0509-0051"},"institutions":[{"id":"https://openalex.org/I230495080","display_name":"University of Limerick","ror":"https://ror.org/00a0n9e72","country_code":"IE","type":"education","lineage":["https://openalex.org/I230495080"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Reenu Mohandas","raw_affiliation_strings":["Department of Electronic and Computer Engineering, University of Limerick, V94 TP9X Limerick, Ireland"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, University of Limerick, V94 TP9X Limerick, Ireland","institution_ids":["https://openalex.org/I230495080"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013923325","display_name":"Arash Joorabchi","orcid":"https://orcid.org/0000-0002-0767-4302"},"institutions":[{"id":"https://openalex.org/I230495080","display_name":"University of Limerick","ror":"https://ror.org/00a0n9e72","country_code":"IE","type":"education","lineage":["https://openalex.org/I230495080"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Arash Joorabchi","raw_affiliation_strings":["Department of Electronic and Computer Engineering, University of Limerick, V94 TP9X Limerick, Ireland"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, University of Limerick, V94 TP9X Limerick, Ireland","institution_ids":["https://openalex.org/I230495080"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023970745","display_name":"M. Hayes","orcid":"https://orcid.org/0000-0001-6821-5436"},"institutions":[{"id":"https://openalex.org/I230495080","display_name":"University of Limerick","ror":"https://ror.org/00a0n9e72","country_code":"IE","type":"education","lineage":["https://openalex.org/I230495080"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Martin J. Hayes","raw_affiliation_strings":["Department of Electronic and Computer Engineering, University of Limerick, V94 TP9X Limerick, Ireland"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, University of Limerick, V94 TP9X Limerick, Ireland","institution_ids":["https://openalex.org/I230495080"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067327815"],"corresponding_institution_ids":["https://openalex.org/I230495080"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.54686016,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"12","first_page":"312","last_page":"312"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10539","display_name":"Sustainable Supply Chain Management","score":0.10700000077486038,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10539","display_name":"Sustainable Supply Chain Management","score":0.10700000077486038,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.09130000323057175,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.05790000036358833,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8195000290870667},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5953999757766724},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5631999969482422},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5598999857902527},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5083000063896179},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.5002999901771545},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4731999933719635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8543000221252441},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8195000290870667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7024999856948853},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5953999757766724},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5914000272750854},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5631999969482422},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5598999857902527},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5504999756813049},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5083000063896179},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.5002999901771545},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4731999933719635},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30880001187324524},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3043999969959259},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2619999945163727},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/bdcc9120312","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc9120312","pdf_url":null,"source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:25112193e4c04f5abe296f68a2efecd0","is_oa":true,"landing_page_url":"https://doaj.org/article/25112193e4c04f5abe296f68a2efecd0","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing, Vol 9, Iss 12, p 312 (2025)","raw_type":"article"},{"id":"pmh:oai:researchrepository.ul.ie:10344/31496","is_oa":false,"landing_page_url":"https://hdl.handle.net/10344/31496","pdf_url":null,"source":{"id":"https://openalex.org/S4306401530","display_name":"University of Limerick Institutional Repository (University of Limerick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I230495080","host_organization_name":"University of Limerick","host_organization_lineage":["https://openalex.org/I230495080"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.3390/bdcc9120312","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc9120312","pdf_url":null,"source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1987869189","https://openalex.org/W2012496675","https://openalex.org/W2025595753","https://openalex.org/W2119570426","https://openalex.org/W2510940142","https://openalex.org/W2888148872","https://openalex.org/W2889272240","https://openalex.org/W2963918774","https://openalex.org/W2970641574","https://openalex.org/W2978742590","https://openalex.org/W2991481387","https://openalex.org/W2998997213","https://openalex.org/W3013984202","https://openalex.org/W3025117545","https://openalex.org/W3089906958","https://openalex.org/W3119943851","https://openalex.org/W3121056256","https://openalex.org/W3124804470","https://openalex.org/W3125299822","https://openalex.org/W3163239796","https://openalex.org/W3171849114","https://openalex.org/W3186962112","https://openalex.org/W3195969653","https://openalex.org/W3217554061","https://openalex.org/W4206914912","https://openalex.org/W4226361647","https://openalex.org/W4285110448","https://openalex.org/W4285189487","https://openalex.org/W4285795935","https://openalex.org/W4286282840","https://openalex.org/W4311009280","https://openalex.org/W4313166697","https://openalex.org/W4313729229","https://openalex.org/W4313890180","https://openalex.org/W4318952633","https://openalex.org/W4319597842","https://openalex.org/W4321460075","https://openalex.org/W4367665525","https://openalex.org/W4377095850","https://openalex.org/W4392974738","https://openalex.org/W4393202341","https://openalex.org/W4401154545","https://openalex.org/W4402127104","https://openalex.org/W4403819970","https://openalex.org/W4405362635","https://openalex.org/W4406379189"],"related_works":[],"abstract_inverted_index":{"In":[0,162],"the":[1,25,114,176,207,213],"context":[2],"of":[3,27,117,144,151,178,209,215],"remanufacturing,":[4],"particularly":[5],"mobile":[6],"device":[7],"refurbishing,":[8],"effective":[9,217],"operator":[10,35,210],"training":[11,218],"is":[12],"crucial":[13],"for":[14,182,206],"accurate":[15,158],"defect":[16,45,123],"identification":[17],"and":[18,58,70,84,127,148,153,159,171,185,194,203,225],"process":[19],"inspection":[20],"efficiency.":[21],"This":[22,111,197],"study":[23],"examines":[24],"application":[26],"Natural":[28],"Language":[29],"Processing":[30],"(NLP)":[31],"techniques":[32],"to":[33,51,66,87,103],"evaluate":[34,67],"expertise":[36],"based":[37],"on":[38],"subjective":[39],"textual":[40],"responses":[41,60,65],"gathered":[42],"during":[43],"a":[44,132,201,229],"analysis":[46],"task.":[47],"Operators":[48],"were":[49,61],"asked":[50],"describe":[52],"screen":[53],"defects":[54],"using":[55],"open-ended":[56],"questions,":[57],"their":[59,68,89],"compared":[62],"with":[63,108,146],"expert":[64],"accuracy":[69],"consistency.":[71,172],"We":[72],"employed":[73],"four":[74,121],"NLP":[75,180],"models,":[76],"including":[77],"finetuned":[78,133],"Sentence-BERT":[79],"(SBERT),":[80],"pre-trained":[81],"SBERT,":[82],"Word2Vec,":[83],"Dice":[85],"similarity,":[86],"determine":[88],"effectiveness":[90],"in":[91,168,220],"interpreting":[92],"short,":[93],"domain-specific":[94,183],"text.":[95],"A":[96],"novel":[97],"disagreement":[98],"tagging":[99,189],"framework":[100,112],"was":[101],"introduced":[102],"supplement":[104],"traditional":[105],"similarity":[106],"metrics":[107],"explainable":[109],"insights.":[110],"identifies":[113],"root":[115],"causes":[116],"model\u2013human":[118],"misalignment":[119],"across":[120],"categories:":[122],"type,":[124],"severity,":[125],"terminology,":[126],"location.":[128],"Results":[129],"show":[130],"that":[131],"SBERT":[134],"model":[135,195],"significantly":[136],"outperforms":[137],"other":[138,164],"models":[139,165,181],"by":[140],"achieving":[141],"Pearsons\u2019s":[142],"correlation":[143],"0.93":[145],"MAE":[147],"RMSE":[149],"scores":[150],"0.07":[152],"0.12,":[154],"respectively,":[155],"providing":[156],"more":[157,216],"context-aware":[160],"evaluations.":[161],"contrast,":[163],"exhibit":[166],"limitations":[167],"semantic":[169],"understanding":[170],"The":[173],"results":[174],"highlight":[175],"importance":[177],"finetuning":[179],"applications":[184],"demonstrate":[186],"how":[187],"qualitative":[188],"methods":[190],"can":[191],"enhance":[192],"interpretability":[193],"debugging.":[196],"combined":[198],"approach":[199],"indicates":[200],"scalable":[202],"transparent":[204],"methodology":[205],"evaluation":[208],"responses,":[211],"supporting":[212],"development":[214],"programmes":[219],"industrial":[221],"settings":[222],"where":[223],"remanufacturing":[224],"sustainability":[226],"generally":[227],"are":[228],"key":[230],"performance":[231],"metric.":[232]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-12-04T00:00:00"}