{"id":"https://openalex.org/W2473166878","doi":"https://doi.org/10.1109/qomex.2016.7498934","title":"Studying user agreement on aesthetic appeal ratings and its relation with technical knowledge","display_name":"Studying user agreement on aesthetic appeal ratings and its relation with technical knowledge","publication_year":2016,"publication_date":"2016-06-01","ids":{"openalex":"https://openalex.org/W2473166878","doi":"https://doi.org/10.1109/qomex.2016.7498934","mag":"2473166878"},"language":"en","primary_location":{"id":"doi:10.1109/qomex.2016.7498934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qomex.2016.7498934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 Eighth International Conference on Quality of Multimedia Experience (QoMEX)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010351015","display_name":"Pierre Lebreton","orcid":"https://orcid.org/0000-0003-3460-8711"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pierre Lebreton","raw_affiliation_strings":["Audio Visual Technology, Ilmenau University of Technology, Ilmenau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Audio Visual Technology, Ilmenau University of Technology, Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008559961","display_name":"Alexander Raake","orcid":"https://orcid.org/0000-0002-9357-1763"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Raake","raw_affiliation_strings":["Audio Visual Technology, Ilmenau University of Technology, Ilmenau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Audio Visual Technology, Ilmenau University of Technology, Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006111389","display_name":"Marcus Barkowsky","orcid":"https://orcid.org/0000-0003-2739-3708"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marcus Barkowsky","raw_affiliation_strings":["IRCCyN, Polytech Nantes, Nantes Cedex 3, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IRCCyN, Polytech Nantes, Nantes Cedex 3, France","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1682,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.5545236,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10971","display_name":"Olfactory and Sensory Function Studies","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/2809","display_name":"Sensory Systems"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.6877018809318542},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.6233779788017273},{"id":"https://openalex.org/keywords/appeal","display_name":"Appeal","score":0.621235728263855},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5786527991294861},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5749527812004089},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5632644295692444},{"id":"https://openalex.org/keywords/rating-scale","display_name":"Rating scale","score":0.5251930952072144},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.45315030217170715},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.4055432379245758},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.34057387709617615},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3183940649032593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2826617956161499},{"id":"https://openalex.org/keywords/developmental-psychology","display_name":"Developmental psychology","score":0.18830400705337524},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1867961883544922},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17891037464141846}],"concepts":[{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.6877018809318542},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6233779788017273},{"id":"https://openalex.org/C2778449503","wikidata":"https://www.wikidata.org/wiki/Q329777","display_name":"Appeal","level":2,"score":0.621235728263855},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5786527991294861},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5749527812004089},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5632644295692444},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.5251930952072144},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.45315030217170715},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4055432379245758},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34057387709617615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3183940649032593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2826617956161499},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.18830400705337524},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1867961883544922},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17891037464141846},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qomex.2016.7498934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qomex.2016.7498934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 Eighth International Conference on Quality of Multimedia Experience (QoMEX)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1511924373","https://openalex.org/W1595637775","https://openalex.org/W1978438564","https://openalex.org/W1988119253","https://openalex.org/W2024736143","https://openalex.org/W2058234041","https://openalex.org/W2084976085","https://openalex.org/W2135347478","https://openalex.org/W2153606613","https://openalex.org/W2170658603","https://openalex.org/W4232234795","https://openalex.org/W6630520941","https://openalex.org/W6682565006","https://openalex.org/W6685083886"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2102565140","https://openalex.org/W2030139727","https://openalex.org/W2026745133","https://openalex.org/W3123825395","https://openalex.org/W2030898194","https://openalex.org/W2470203259","https://openalex.org/W2284225170","https://openalex.org/W2912626974"],"abstract_inverted_index":{"In":[0,40],"this":[1,16],"paper,":[2],"a":[3,50,99,105,114,161,213],"crowdsourcing":[4],"experiment":[5],"was":[6,128],"conducted":[7,126],"involving":[8],"different":[9,62,73,132],"panels":[10],"of":[11,15,24,35,49,64,69,75,101,107,119,130,143,153,157,164,171],"participants.":[12,124],"The":[13,88,125],"aim":[14],"study":[17,127],"is":[18,30],"to":[19,57,81,138,254],"evaluate":[20],"how":[21],"the":[22,33,36,43,117,135,154,158,181,187,197],"preference":[23,96,142,189],"one":[25,29,144,194],"image":[26,102,145,250],"over":[27,146],"another":[28,147,206],"related":[31],"with":[32,61,199,202],"knowledge":[34,65,109],"participant":[37,159],"in":[38,66,193,205,249],"photography.":[39,67],"previous":[41,92],"work":[42,93],"two":[44,131],"discriminant":[45],"evaluation":[46,152,253],"concepts":[47],"\u201cpresence":[48],"main":[51],"subject\u201d":[52],"and":[53,110,121,150,185,196,242],"\u201cexposure\u201d":[54],"were":[55,173,177],"found":[56],"distinguish":[58],"group":[59],"participants":[60,136,172,182,198,204,217,222,232,244],"degrees":[63],"Each":[68],"these":[70],"groups":[71,170,176],"provided":[72],"means":[74],"aesthetic":[76,251],"appeal":[77,252],"ratings":[78,97],"when":[79,221,236],"asked":[80],"rate":[82],"on":[83,98,116,167,191],"an":[84,151],"absolute":[85],"category":[86],"scale.":[87],"present":[89],"paper":[90],"extends":[91],"by":[94,179],"studying":[95],"set":[100,163],"pairs":[103],"as":[104],"function":[106],"technical":[108,155,224],"more":[111],"specifically":[112],"adding":[113],"focus":[115],"variance":[118],"rating":[120,190],"agreement":[122,201,215],"between":[123,216,231],"composed":[129],"steps":[133],"where":[134],"had":[137],"first":[139],"report":[140],"their":[141],"(paired":[148],"comparison),":[149],"background":[156],"using":[160],"specific":[162],"images.":[165],"Based":[166],"preference-rating":[168],"patterns":[169],"identified.":[174],"These":[175],"formed":[178],"clustering":[180],"who":[183],"saw":[184],"shared":[186],"same":[188],"images":[192],"group,":[195],"low":[200],"other":[203],"group.":[207],"A":[208],"per-group":[209],"analysis":[210],"showed":[211],"that":[212,228],"high":[214],"could":[218],"be":[219,234,246],"observed":[220],"have":[223],"knowledge.":[225],"This":[226],"indicates":[227],"higher":[229],"consistency":[230],"can":[233],"reached":[235],"expert":[237],"users":[238],"are":[239],"being":[240],"recruited,":[241],"therefore":[243],"should":[245],"carefully":[247],"selected":[248],"ensure":[255],"stable":[256],"results.":[257]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}