{"id":"https://openalex.org/W7123335863","doi":"https://doi.org/10.1109/esem64174.2025.00026","title":"Can User Feedback Help Issue Detection? An Empirical Study on a One-Billion-User Online Service System","display_name":"Can User Feedback Help Issue Detection? An Empirical Study on a One-Billion-User Online Service System","publication_year":2025,"publication_date":"2025-10-02","ids":{"openalex":"https://openalex.org/W7123335863","doi":"https://doi.org/10.1109/esem64174.2025.00026"},"language":null,"primary_location":{"id":"doi:10.1109/esem64174.2025.00026","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem64174.2025.00026","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103125020","display_name":"Shuyao Jiang","orcid":"https://orcid.org/0000-0002-2797-875X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuyao Jiang","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042468232","display_name":"Jiazhen Gu","orcid":"https://orcid.org/0000-0002-5831-9474"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiazhen Gu","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034586359","display_name":"Wujie Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wujie Zheng","raw_affiliation_strings":["College of Computer Science and Artificial Intelligence, Fudan University,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Fudan University,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101465219","display_name":"Yangfan Zhou","orcid":"https://orcid.org/0000-0002-9184-7383"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangfan Zhou","raw_affiliation_strings":["College of Computer Science and Artificial Intelligence, Fudan University,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Fudan University,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122863098","display_name":"Michael R. Lyu","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Michael R. Lyu","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.59556076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"56","last_page":"67"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.09040000289678574,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.09040000289678574,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.0778999999165535,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.07490000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.6450999975204468},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5281999707221985},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.5037000179290771},{"id":"https://openalex.org/keywords/computer-user-satisfaction","display_name":"Computer user satisfaction","score":0.49320000410079956},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4851999878883362},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.44690001010894775},{"id":"https://openalex.org/keywords/user-information","display_name":"User information","score":0.42239999771118164},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.40450000762939453},{"id":"https://openalex.org/keywords/end-user","display_name":"End user","score":0.34389999508857727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8033000230789185},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.6450999975204468},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5281999707221985},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.5037000179290771},{"id":"https://openalex.org/C63880386","wikidata":"https://www.wikidata.org/wiki/Q5157592","display_name":"Computer user satisfaction","level":4,"score":0.49320000410079956},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4894999861717224},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4851999878883362},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.44690001010894775},{"id":"https://openalex.org/C2777622855","wikidata":"https://www.wikidata.org/wiki/Q7901844","display_name":"User information","level":3,"score":0.42239999771118164},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.40450000762939453},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3255000114440918},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.322299987077713},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C143267671","wikidata":"https://www.wikidata.org/wiki/Q7901856","display_name":"User requirements document","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C3017568202","wikidata":"https://www.wikidata.org/wiki/Q2899888","display_name":"User needs","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C61063171","wikidata":"https://www.wikidata.org/wiki/Q532781","display_name":"Service design","level":4,"score":0.28780001401901245},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C15587899","wikidata":"https://www.wikidata.org/wiki/Q7455812","display_name":"Service system","level":3,"score":0.27469998598098755},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C38956757","wikidata":"https://www.wikidata.org/wiki/Q716215","display_name":"Audio feedback","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C31352089","wikidata":"https://www.wikidata.org/wiki/Q3750474","display_name":"Systems design","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.26460000872612},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C17302071","wikidata":"https://www.wikidata.org/wiki/Q7901851","display_name":"User journey","level":5,"score":0.2554999887943268},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/esem64174.2025.00026","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem64174.2025.00026","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1513874326","https://openalex.org/W1832693441","https://openalex.org/W1916584426","https://openalex.org/W1965555277","https://openalex.org/W1985249735","https://openalex.org/W1992254614","https://openalex.org/W2011781116","https://openalex.org/W2063566496","https://openalex.org/W2069442545","https://openalex.org/W2084046180","https://openalex.org/W2085465189","https://openalex.org/W2086234878","https://openalex.org/W2112143630","https://openalex.org/W2117130368","https://openalex.org/W2117812871","https://openalex.org/W2123873494","https://openalex.org/W2146950091","https://openalex.org/W2199736351","https://openalex.org/W2249123738","https://openalex.org/W2350065865","https://openalex.org/W2389246322","https://openalex.org/W2391120767","https://openalex.org/W2547513165","https://openalex.org/W2560516889","https://openalex.org/W2594868322","https://openalex.org/W2741271950","https://openalex.org/W2770563577","https://openalex.org/W2785608539","https://openalex.org/W2794720137","https://openalex.org/W2795529671","https://openalex.org/W2797779452","https://openalex.org/W2883560233","https://openalex.org/W2887119924","https://openalex.org/W2955864041","https://openalex.org/W3000445396","https://openalex.org/W3037590075","https://openalex.org/W3047059392","https://openalex.org/W4236532781","https://openalex.org/W4239950143","https://openalex.org/W4245826976","https://openalex.org/W4323546040","https://openalex.org/W4380520359","https://openalex.org/W4393978776","https://openalex.org/W4406385978"],"related_works":[],"abstract_inverted_index":{"Background:":[0],"It":[1],"has":[2],"long":[3],"been":[4],"suggested":[5],"that":[6,26,140,173,187,202,219],"user":[7,43,67,84,132,145,166,181,214],"feedback,":[8,32],"typically":[9],"written":[10],"in":[11,69,91,103,194,232],"natural":[12],"language":[13],"by":[14],"end-users,":[15],"can":[16,115,222],"help":[17],"issue":[18,51,230,246],"detection.":[19],"However,":[20],"for":[21,211,228],"large-scale":[22,233],"online":[23,94],"service":[24,95,234],"systems":[25],"receive":[27],"a":[28,35,48,60,92,141,154,208],"tremendous":[29],"amount":[30],"of":[31,63,66,112,119,144,190,244],"it":[33,54,156],"remains":[34],"challenging":[36],"task":[37],"to":[38,58,130,159],"identify":[39],"severe":[40,120,171],"issues":[41,172],"from":[42,87],"feedback.":[44,105,167,215],"Aims:":[45],"To":[46],"develop":[47],"better":[49,212],"feedback-based":[50,229],"detection":[52,231,247],"approach,":[53],"is":[55,134,157,207],"crucial":[56,158],"first":[57,98],"gain":[59],"comprehensive":[61],"understanding":[62],"the":[64,188,191,240],"characteristics":[65],"feedback":[68,85,113,133,146,182,192],"real":[70],"production":[71],"systems.":[72],"Method:":[73],"In":[74],"this":[75],"paper,":[76],"we":[77,123,169,185],"conduct":[78],"an":[79,225],"empirical":[80,226],"study":[81,99],"on":[82,180,239],"50,378,766":[83],"items":[86,114],"six":[88],"real-world":[89],"services":[90],"one-billion-user":[93],"system.":[96],"We":[97,106,217],"what":[100],"users":[101],"provide":[102],"their":[104],"then":[107],"examine":[108],"whether":[109,125],"certain":[110],"features":[111],"be":[116,175],"good":[117],"indicators":[118],"issues.":[121,152],"Finally,":[122,184],"investigate":[124],"adopting":[126],"machine":[127,204],"learning":[128],"techniques":[129],"analyze":[131],"reasonable.":[135],"Results:":[136],"Our":[137],"results":[138],"show":[139],"large":[142],"proportion":[143],"provides":[147],"irrelevant":[148],"information":[149,163],"about":[150],"system":[151],"As":[153],"result,":[155],"filter":[160],"out":[161],"issue-irrelevant":[162],"when":[164],"processing":[165],"Moreover,":[168],"find":[170,186],"cannot":[174],"easily":[176],"detected":[177],"based":[178],"solely":[179],"characteristics.":[183],"distributions":[189],"topics":[193],"different":[195],"time":[196],"intervals":[197],"are":[198],"similar.":[199],"This":[200],"confirms":[201],"designing":[203],"learning-based":[205],"approaches":[206],"viable":[209],"direction":[210],"analyzing":[213],"Conclusions:":[216],"consider":[218],"our":[220],"findings":[221],"serve":[223],"as":[224],"foundation":[227],"systems,":[235],"which":[236],"sheds":[237],"light":[238],"design":[241],"and":[242],"implementation":[243],"practical":[245],"approaches.":[248]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-01-14T00:00:00"}