{"id":"https://openalex.org/W4415969839","doi":"https://doi.org/10.23919/icmu65253.2025.11219117","title":"Detection of Response Quality Degradation During Crowdsourced Annotation Tasks Using a Conversational Interface","display_name":"Detection of Response Quality Degradation During Crowdsourced Annotation Tasks Using a Conversational Interface","publication_year":2025,"publication_date":"2025-09-10","ids":{"openalex":"https://openalex.org/W4415969839","doi":"https://doi.org/10.23919/icmu65253.2025.11219117"},"language":null,"primary_location":{"id":"doi:10.23919/icmu65253.2025.11219117","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icmu65253.2025.11219117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Fifteenth International Conference on Mobile Computing and Ubiquitous Networking (ICMU)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shigeyuki Taira","orcid":null},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Shigeyuki Taira","raw_affiliation_strings":["Nara Institute of Science and Technology,Nara,Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology,Nara,Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076529496","display_name":"Yuki Matsuda","orcid":null},"institutions":[{"id":"https://openalex.org/I163770644","display_name":"Okayama University","ror":"https://ror.org/02pc6pc55","country_code":"JP","type":"education","lineage":["https://openalex.org/I163770644"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuki Matsuda","raw_affiliation_strings":["Okayama University,Okayama,Japan"],"affiliations":[{"raw_affiliation_string":"Okayama University,Okayama,Japan","institution_ids":["https://openalex.org/I163770644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095851326","display_name":"Yoshinobu Fukumitsu","orcid":null},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshinobu Fukumitsu","raw_affiliation_strings":["Nara Institute of Science and Technology,Nara,Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology,Nara,Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005700675","display_name":"Hirohiko Suwa","orcid":"https://orcid.org/0000-0002-8519-3352"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hirohiko Suwa","raw_affiliation_strings":["Nara Institute of Science and Technology,Nara,Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology,Nara,Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019740585","display_name":"Keiichi Yasumoto","orcid":"https://orcid.org/0000-0003-1579-3237"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keiichi Yasumoto","raw_affiliation_strings":["Nara Institute of Science and Technology,Nara,Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology,Nara,Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I75917431"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34629103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8223000168800354},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7196999788284302},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5788000226020813},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5685999989509583},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5098000168800354},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.476500004529953},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4691999852657318},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44679999351501465}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8223000168800354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7731999754905701},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7196999788284302},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5788000226020813},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5685999989509583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5159000158309937},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5098000168800354},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.476500004529953},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4691999852657318},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45989999175071716},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44679999351501465},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.40689998865127563},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3822000026702881},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.3467000126838684},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.32359999418258667},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2768999934196472},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/icmu65253.2025.11219117","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icmu65253.2025.11219117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Fifteenth International Conference on Mobile Computing and Ubiquitous Networking (ICMU)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4769474294","display_name":null,"funder_award_id":"JP24K20763","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1532679338","https://openalex.org/W1989388297","https://openalex.org/W1991966247","https://openalex.org/W2002982773","https://openalex.org/W2963518342","https://openalex.org/W3010786729","https://openalex.org/W3125283999","https://openalex.org/W3143237887","https://openalex.org/W3161485033","https://openalex.org/W4210854791","https://openalex.org/W4224063819","https://openalex.org/W4318464903"],"related_works":[],"abstract_inverted_index":{"Crowdsourcing-based":[0],"annotation":[1,86,108,202],"tasks":[2,109],"have":[3],"been":[4],"widely":[5],"utilized":[6],"as":[7,78],"a":[8,45,63,103,155,173,177],"cost-effective":[9],"and":[10,81,88,110,153,181],"scalable":[11],"approach":[12],"for":[13,33,47],"collecting":[14],"training":[15],"data":[16,115,140],"in":[17,58,116,124,195,200],"machine":[18,91],"learning.":[19,92],"However,":[20],"the":[21,85,95,98,117,131,148,190],"quality":[22,34,49,57,69,198],"of":[23,54,97,133,175,179,184],"responses":[24],"obtained":[25],"through":[26],"crowdsourcing":[27],"often":[28],"varies,":[29],"posing":[30],"significant":[31],"challenges":[32],"control.":[35],"To":[36,93],"address":[37],"this":[38,40],"issue,":[39],"study":[41,121],"aims":[42],"to":[43,129,159],"develop":[44],"method":[46,192],"preventing":[48],"degradation":[50,70,199],"by":[51,71],"detecting":[52],"signs":[53],"declining":[55],"response":[56,161,197],"real":[59],"time.":[60],"We":[61],"propose":[62],"binary":[64,156],"classification":[65,157],"model":[66,158],"that":[67,106,189],"estimates":[68],"extracting":[72],"features":[73],"from":[74],"device":[75,79,113,138],"operation":[76,114,139],"data-such":[77],"orientation":[80],"screen":[82],"interactions-collected":[83],"during":[84,144],"process":[87],"applying":[89],"supervised":[90],"evaluate":[94,130],"effectiveness":[96],"proposed":[99,191],"method,":[100],"we":[101,151],"developed":[102],"smartphone":[104],"application":[105],"supports":[107],"continuously":[111,142],"collects":[112],"background.":[118],"A":[119],"user":[120],"was":[122],"conducted":[123],"which":[125],"participants":[126],"were":[127,141],"asked":[128],"correctness":[132],"image":[134],"captions,":[135],"while":[136],"their":[137],"recorded":[143],"task":[145],"execution.":[146],"Using":[147],"collected":[149],"data,":[150,171],"built":[152],"evaluated":[154],"estimate":[160],"quality.":[162],"The":[163],"model,":[164],"trained":[165],"with":[166],"time-series":[167],"validation":[168],"on":[169],"intra-individual":[170],"achieved":[172],"precision":[174],"0.723,":[176],"recall":[178],"0.741,":[180],"an":[182],"F1-score":[183],"0.731.":[185],"These":[186],"results":[187],"suggest":[188],"is":[193],"effective":[194],"estimating":[196],"crowdsourced":[201],"tasks.":[203]},"counts_by_year":[],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-11-06T00:00:00"}