{"id":"https://openalex.org/W4400878322","doi":"https://doi.org/10.1109/qomex61742.2024.10598256","title":"Impact of feedback on crowdsourced visual quality assessment with paired comparisons","display_name":"Impact of feedback on crowdsourced visual quality assessment with paired comparisons","publication_year":2024,"publication_date":"2024-06-18","ids":{"openalex":"https://openalex.org/W4400878322","doi":"https://doi.org/10.1109/qomex61742.2024.10598256"},"language":"en","primary_location":{"id":"doi:10.1109/qomex61742.2024.10598256","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/qomex61742.2024.10598256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 16th International Conference on Quality of Multimedia Experience (QoMEX)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045362531","display_name":"Mohsen Jenadeleh","orcid":"https://orcid.org/0000-0002-8216-1195"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Mohsen Jenadeleh","raw_affiliation_strings":["University of Konstanz,Department of Computer and Information Science,Konstanz,Germany"],"affiliations":[{"raw_affiliation_string":"University of Konstanz,Department of Computer and Information Science,Konstanz,Germany","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000040957","display_name":"Alexander He\u00df","orcid":"https://orcid.org/0009-0003-8077-438X"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander He\u00df","raw_affiliation_strings":["University of Konstanz,Department of Computer and Information Science,Konstanz,Germany"],"affiliations":[{"raw_affiliation_string":"University of Konstanz,Department of Computer and Information Science,Konstanz,Germany","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006770091","display_name":"Simon Hviid Del Pin","orcid":"https://orcid.org/0000-0001-7512-3740"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Simon Hviid Del Pin","raw_affiliation_strings":["Norwegian University of Science and Technology,Department of Computer Science,Gjøvik,Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology,Department of Computer Science,Gjøvik,Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058473354","display_name":"Edwin Gamboa","orcid":"https://orcid.org/0000-0002-5037-5279"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edwin Gamboa","raw_affiliation_strings":["ScaleHub GmbH,Germany"],"affiliations":[{"raw_affiliation_string":"ScaleHub GmbH,Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041286648","display_name":"Matthias Hirth","orcid":"https://orcid.org/0000-0002-1359-363X"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Hirth","raw_affiliation_strings":["Ilmenau University of Technology,Faculty of Electrical Engineering and Information Technology,Ilmenau,Germany"],"affiliations":[{"raw_affiliation_string":"Ilmenau University of Technology,Faculty of Electrical Engineering and Information Technology,Ilmenau,Germany","institution_ids":["https://openalex.org/I119449181"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008717316","display_name":"Dietmar Saupe","orcid":"https://orcid.org/0000-0001-6735-5103"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dietmar Saupe","raw_affiliation_strings":["University of Konstanz,Department of Computer and Information Science,Konstanz,Germany"],"affiliations":[{"raw_affiliation_string":"University of Konstanz,Department of Computer and Information Science,Konstanz,Germany","institution_ids":["https://openalex.org/I189712700"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5045362531"],"corresponding_institution_ids":["https://openalex.org/I189712700"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10297995,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"125","last_page":"131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6917109489440918},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6559718251228333},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5548525452613831},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"Quality assessment","score":0.49779176712036133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3639543652534485},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34717994928359985},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.23956039547920227},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.1497543752193451},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1166718602180481},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08141997456550598}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6917109489440918},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6559718251228333},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5548525452613831},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.49779176712036133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3639543652534485},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34717994928359985},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.23956039547920227},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.1497543752193451},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1166718602180481},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08141997456550598},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qomex61742.2024.10598256","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/qomex61742.2024.10598256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 16th International Conference on Quality of Multimedia Experience (QoMEX)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1969235627","https://openalex.org/W1976030983","https://openalex.org/W1995498604","https://openalex.org/W2008682815","https://openalex.org/W2064708880","https://openalex.org/W2157289187","https://openalex.org/W2163031058","https://openalex.org/W2204211205","https://openalex.org/W2575940230","https://openalex.org/W2599872519","https://openalex.org/W2806707183","https://openalex.org/W3096006820","https://openalex.org/W4280623343","https://openalex.org/W4297330574","https://openalex.org/W4312444327","https://openalex.org/W4313047369","https://openalex.org/W4384703303","https://openalex.org/W4397026549"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W1963988314","https://openalex.org/W1924500548"],"abstract_inverted_index":{"This":[0,127],"paper":[1],"presents":[2],"a":[3,96,124],"comprehensive":[4],"investigation":[5],"into":[6],"the":[7,29,62,65,75,99,102,108,119,131,137,141,158],"effects":[8],"of":[9,64,67,74,101,136,143],"immediate":[10],"feedback":[11,60,85,111,144],"on":[12,145],"crowdworkers\u2019":[13],"performance":[14,147],"in":[15,98,148],"subjective":[16,149],"image":[17,38,150],"quality":[18,39,151],"assessment":[19,152],"tasks":[20,36],"using":[21],"paired":[22,53],"comparisons.":[23,71],"The":[24,59,81,154],"study":[25,128],"is":[26],"motivated":[27],"by":[28,133],"need":[30],"for":[31,37],"reliable":[32],"and":[33,56,92,160],"efficient":[34],"crowdsourcing":[35],"assessment.":[40],"A":[41],"large-scale":[42],"experiment":[43],"involving":[44],"200":[45],"participants":[46,50,76],"was":[47],"conducted,":[48],"where":[49],"completed":[51],"120":[52],"comparisons":[54],"with":[55,118],"without":[57],"feedback.":[58,80],"informed":[61],"workers":[63],"correctness":[66],"their":[68],"responses":[69],"to":[70,130,139],"Almost":[72],"all":[73],"(97%)":[77],"preferred":[78],"receiving":[79],"results":[82],"indicate":[83],"that":[84],"reduced":[86],"response":[87],"time,":[88],"improved":[89],"user":[90],"experience,":[91],"did":[93,112],"not":[94,113],"cause":[95],"bias":[97],"estimation":[100],"just":[103],"noticeable":[104],"difference":[105],"(JND).":[106],"On":[107],"other":[109],"hand,":[110],"significantly":[114],"affect":[115],"accuracy,":[116],"correlation":[117],"ground":[120],"truth,":[121],"or":[122],"create":[123],"learning":[125],"effect.":[126],"contributes":[129],"field":[132],"being":[134],"one":[135],"first":[138],"examine":[140],"impact":[142],"crowdworker":[146],"tasks.":[153],"dataset":[155],"which":[156],"includes":[157],"images":[159],"ratings":[161],"can":[162],"be":[163],"accessed":[164],"at":[165],"https://database.mmsp-kn.de/feedback-study-dataset.html.":[166]},"counts_by_year":[],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}