{"id":"https://openalex.org/W4308224270","doi":"https://doi.org/10.1007/s10479-022-04874-2","title":"Data-driven subjective performance evaluation: An attentive deep neural networks model based on a call centre case","display_name":"Data-driven subjective performance evaluation: An attentive deep neural networks model based on a call centre case","publication_year":2022,"publication_date":"2022-10-26","ids":{"openalex":"https://openalex.org/W4308224270","doi":"https://doi.org/10.1007/s10479-022-04874-2"},"language":"en","primary_location":{"id":"doi:10.1007/s10479-022-04874-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10479-022-04874-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10479-022-04874-2.pdf","source":{"id":"https://openalex.org/S57667410","display_name":"Annals of Operations Research","issn_l":"0254-5330","issn":["0254-5330","1572-9338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Operations Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10479-022-04874-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089030309","display_name":"Ahmed Abdelrahman","orcid":"https://orcid.org/0000-0003-1024-5469"},"institutions":[{"id":"https://openalex.org/I139894009","display_name":"University of Bradford","ror":"https://ror.org/00vs8d940","country_code":"GB","type":"education","lineage":["https://openalex.org/I139894009"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Abdelrahman Ahmed","raw_affiliation_strings":["School of Management, University of Bradford, BD7 1DP, Bradford, UK"],"raw_orcid":"https://orcid.org/0000-0003-1024-5469","affiliations":[{"raw_affiliation_string":"School of Management, University of Bradford, BD7 1DP, Bradford, UK","institution_ids":["https://openalex.org/I139894009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005452016","display_name":"Uthayasankar Sivarajah","orcid":"https://orcid.org/0000-0002-6401-540X"},"institutions":[{"id":"https://openalex.org/I139894009","display_name":"University of Bradford","ror":"https://ror.org/00vs8d940","country_code":"GB","type":"education","lineage":["https://openalex.org/I139894009"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Uthayasankar Sivarajah","raw_affiliation_strings":["School of Management, University of Bradford, BD7 1DP, Bradford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management, University of Bradford, BD7 1DP, Bradford, UK","institution_ids":["https://openalex.org/I139894009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030777326","display_name":"Zahir Irani","orcid":"https://orcid.org/0000-0002-6332-6118"},"institutions":[{"id":"https://openalex.org/I139894009","display_name":"University of Bradford","ror":"https://ror.org/00vs8d940","country_code":"GB","type":"education","lineage":["https://openalex.org/I139894009"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zahir Irani","raw_affiliation_strings":["School of Management, University of Bradford, BD7 1DP, Bradford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management, University of Bradford, BD7 1DP, Bradford, UK","institution_ids":["https://openalex.org/I139894009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075132223","display_name":"Kamran Mahroof","orcid":"https://orcid.org/0000-0003-4978-4443"},"institutions":[{"id":"https://openalex.org/I139894009","display_name":"University of Bradford","ror":"https://ror.org/00vs8d940","country_code":"GB","type":"education","lineage":["https://openalex.org/I139894009"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kamran Mahroof","raw_affiliation_strings":["School of Management, University of Bradford, BD7 1DP, Bradford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management, University of Bradford, BD7 1DP, Bradford, UK","institution_ids":["https://openalex.org/I139894009"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070515528","display_name":"Vincent Charles","orcid":"https://orcid.org/0000-0001-8943-5681"},"institutions":[{"id":"https://openalex.org/I139894009","display_name":"University of Bradford","ror":"https://ror.org/00vs8d940","country_code":"GB","type":"education","lineage":["https://openalex.org/I139894009"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vincent Charles","raw_affiliation_strings":["School of Management, University of Bradford, BD7 1DP, Bradford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management, University of Bradford, BD7 1DP, Bradford, UK","institution_ids":["https://openalex.org/I139894009"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5089030309"],"corresponding_institution_ids":["https://openalex.org/I139894009"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":1.4223,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81116696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"333","issue":"2-3","first_page":"939","last_page":"970"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9154999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9078999757766724,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8110150098800659},{"id":"https://openalex.org/keywords/subjectivity","display_name":"Subjectivity","score":0.7419660687446594},{"id":"https://openalex.org/keywords/call-centre","display_name":"Call centre","score":0.7124584913253784},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.599070131778717},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5673055648803711},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5321563482284546},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5088377594947815},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5010941028594971},{"id":"https://openalex.org/keywords/sort","display_name":"sort","score":0.4988226890563965},{"id":"https://openalex.org/keywords/theory-of-computation","display_name":"Theory of computation","score":0.4732540249824524},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4435766637325287},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41060465574264526},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.13694527745246887},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08522027730941772}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8110150098800659},{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.7419660687446594},{"id":"https://openalex.org/C2779808267","wikidata":"https://www.wikidata.org/wiki/Q476796","display_name":"Call centre","level":2,"score":0.7124584913253784},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.599070131778717},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5673055648803711},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5321563482284546},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5088377594947815},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5010941028594971},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.4988226890563965},{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.4732540249824524},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4435766637325287},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41060465574264526},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.13694527745246887},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08522027730941772},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s10479-022-04874-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10479-022-04874-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10479-022-04874-2.pdf","source":{"id":"https://openalex.org/S57667410","display_name":"Annals of Operations Research","issn_l":"0254-5330","issn":["0254-5330","1572-9338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Operations Research","raw_type":"journal-article"},{"id":"pmh:oai:eprints.kingston.ac.uk:56008","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400991","display_name":"Research Repository (Kingston University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801636071","host_organization_name":"Kingston Hospital NHS Trust","host_organization_lineage":["https://openalex.org/I2801636071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:RePEc:spr:annopr:v:333:y:2024:i:2:d:10.1007_s10479-022-04874-2","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s10479-022-04874-2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:bradscholars.brad.ac.uk:10454/19294","is_oa":true,"landing_page_url":"http://hdl.handle.net/10454/19294","pdf_url":null,"source":{"id":"https://openalex.org/S4306401846","display_name":"Bradford Scholars (University of Bradford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139894009","host_organization_name":"University of Bradford","host_organization_lineage":["https://openalex.org/I139894009"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1007/s10479-022-04874-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10479-022-04874-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10479-022-04874-2.pdf","source":{"id":"https://openalex.org/S57667410","display_name":"Annals of Operations Research","issn_l":"0254-5330","issn":["0254-5330","1572-9338"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Operations Research","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308224270.pdf","grobid_xml":"https://content.openalex.org/works/W4308224270.grobid-xml"},"referenced_works_count":109,"referenced_works":["https://openalex.org/W2385545","https://openalex.org/W234328772","https://openalex.org/W654196293","https://openalex.org/W1136532405","https://openalex.org/W1588493731","https://openalex.org/W1599655825","https://openalex.org/W1973711002","https://openalex.org/W1999717957","https://openalex.org/W2004668140","https://openalex.org/W2012405620","https://openalex.org/W2013382863","https://openalex.org/W2018066946","https://openalex.org/W2026636135","https://openalex.org/W2037715098","https://openalex.org/W2040472507","https://openalex.org/W2042463003","https://openalex.org/W2043864504","https://openalex.org/W2048088864","https://openalex.org/W2048435811","https://openalex.org/W2052384514","https://openalex.org/W2054960224","https://openalex.org/W2056480523","https://openalex.org/W2061504941","https://openalex.org/W2069143585","https://openalex.org/W2073528977","https://openalex.org/W2075925469","https://openalex.org/W2076261824","https://openalex.org/W2079735306","https://openalex.org/W2093322402","https://openalex.org/W2100379340","https://openalex.org/W2103286357","https://openalex.org/W2111188172","https://openalex.org/W2116831198","https://openalex.org/W2121722108","https://openalex.org/W2135374241","https://openalex.org/W2139235674","https://openalex.org/W2141226948","https://openalex.org/W2146334809","https://openalex.org/W2146538537","https://openalex.org/W2149308034","https://openalex.org/W2157623552","https://openalex.org/W2168246811","https://openalex.org/W2170454073","https://openalex.org/W2186222982","https://openalex.org/W2195702428","https://openalex.org/W2206344299","https://openalex.org/W2218815659","https://openalex.org/W2223344998","https://openalex.org/W2259114824","https://openalex.org/W2291612321","https://openalex.org/W2339205027","https://openalex.org/W2346168548","https://openalex.org/W2403108955","https://openalex.org/W2479349992","https://openalex.org/W2502025697","https://openalex.org/W2515300481","https://openalex.org/W2517745273","https://openalex.org/W2552706123","https://openalex.org/W2554240054","https://openalex.org/W2557702360","https://openalex.org/W2559401139","https://openalex.org/W2569566266","https://openalex.org/W2575793720","https://openalex.org/W2584910596","https://openalex.org/W2745794596","https://openalex.org/W2768676856","https://openalex.org/W2770853656","https://openalex.org/W2771352938","https://openalex.org/W2776791898","https://openalex.org/W2780508324","https://openalex.org/W2789876780","https://openalex.org/W2790773991","https://openalex.org/W2902672843","https://openalex.org/W2912917458","https://openalex.org/W2939129695","https://openalex.org/W2950645154","https://openalex.org/W2951685495","https://openalex.org/W2962736520","https://openalex.org/W2970796192","https://openalex.org/W2989737960","https://openalex.org/W2996886104","https://openalex.org/W2999096842","https://openalex.org/W3020920339","https://openalex.org/W3023793582","https://openalex.org/W3030627908","https://openalex.org/W3088576784","https://openalex.org/W3092019212","https://openalex.org/W3109530354","https://openalex.org/W3121161433","https://openalex.org/W3121525669","https://openalex.org/W3122204007","https://openalex.org/W3123425222","https://openalex.org/W3124269332","https://openalex.org/W3124536214","https://openalex.org/W3125505924","https://openalex.org/W3154683732","https://openalex.org/W3155174178","https://openalex.org/W3180721273","https://openalex.org/W3205279303","https://openalex.org/W4232242847","https://openalex.org/W4240200573","https://openalex.org/W4243966459","https://openalex.org/W4253413926","https://openalex.org/W6637423871","https://openalex.org/W6678738999","https://openalex.org/W6680532216","https://openalex.org/W6731511348","https://openalex.org/W7017781142","https://openalex.org/W7029248645"],"related_works":["https://openalex.org/W2392615731","https://openalex.org/W2380604072","https://openalex.org/W2376320687","https://openalex.org/W2006761565","https://openalex.org/W4256356876","https://openalex.org/W2394235543","https://openalex.org/W2373226572","https://openalex.org/W4383890670","https://openalex.org/W2343691239","https://openalex.org/W2067120651"],"abstract_inverted_index":{"Abstract":[0],"Every":[1],"contact":[2],"centre":[3,105],"engages":[4],"in":[5,12,51,54,136,148],"some":[6],"form":[7],"of":[8,37,58,65,88,95,98,127],"Call":[9,21],"Quality":[10],"Monitoring":[11],"order":[13,149],"to":[14,29,132,150],"improve":[15],"agent":[16,59],"performance":[17,140,154],"and":[18,32,67,139],"customer":[19],"satisfaction.":[20],"centres":[22],"have":[23],"traditionally":[24],"used":[25],"a":[26,34,44,55,93,102,112],"manual":[27],"process":[28,45,164],"sort,":[30],"select,":[31],"analyse":[33,92],"representative":[35],"sample":[36],"interactions":[38],"for":[39,84,111,121],"evaluation":[40,163],"purposes.":[41],"Unfortunately,":[42],"such":[43],"is":[46,72,130],"marked":[47],"by":[48],"subjectivity,":[49,69],"which":[50,129],"turn":[52],"results":[53],"distorted":[56],"picture":[57],"performance.":[60],"To":[61],"address":[62],"the":[63,85,118,152,162,170],"challenge":[64],"identifying":[66],"removing":[68],"empirical":[70],"research":[71],"required.":[73],"In":[74],"this":[75],"paper,":[76],"we":[77],"introduce":[78],"an":[79,125],"evidence-based,":[80],"machine":[81],"learning-driven":[82],"framework":[83],"automatic":[86],"detection":[87],"subjective":[89,156,166],"calls.":[90],"We":[91,142],"corpus":[94],"seven":[96],"hours":[97],"recorded":[99],"calls":[100,157],"from":[101,161,169],"real-estate":[103],"call":[104],"using":[106],"Deep":[107],"Neural":[108],"Network":[109],"(DNN)":[110],"multi-classification":[113],"problem.":[114],"The":[115],"study":[116],"establishes":[117],"first":[119],"baseline":[120],"subjectivity":[122],"detection,":[123],"with":[124],"accuracy":[126],"75%,":[128],"comparable":[131],"relevant":[133],"speech":[134],"studies":[135],"emotional":[137],"recognition":[138],"classification.":[141],"conclude,":[143],"among":[144],"other":[145],"things,":[146],"that":[147],"achieve":[151],"best":[153],"evaluation,":[155],"should":[158],"be":[159],"removed":[160],"or":[165],"scores":[167],"deducted":[168],"overall":[171],"results.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}