{"id":"https://openalex.org/W2892235646","doi":"https://doi.org/10.1109/qomex.2018.8463427","title":"Expertise screening in crowdsourcing image quality","display_name":"Expertise screening in crowdsourcing image quality","publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2892235646","doi":"https://doi.org/10.1109/qomex.2018.8463427","mag":"2892235646"},"language":"en","primary_location":{"id":"doi:10.1109/qomex.2018.8463427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qomex.2018.8463427","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Tenth International Conference on Quality of Multimedia Experience (QoMEX)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020653666","display_name":"Vlad Hosu","orcid":"https://orcid.org/0000-0001-7070-5688"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Vlad Hosu","raw_affiliation_strings":["Department of Computer and Information Science, University of Konstanz, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017486777","display_name":"Hanhe Lin","orcid":"https://orcid.org/0000-0002-0297-3549"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hanhe Lin","raw_affiliation_strings":["Department of Computer and Information Science, University of Konstanz, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008717316","display_name":"Dietmar Saupe","orcid":"https://orcid.org/0000-0001-6735-5103"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dietmar Saupe","raw_affiliation_strings":["Department of Computer and Information Science, University of Konstanz, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Konstanz, Germany","institution_ids":["https://openalex.org/I189712700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020653666"],"corresponding_institution_ids":["https://openalex.org/I189712700"],"apc_list":null,"apc_paid":null,"fwci":4.9601,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.95038457,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9590295553207397},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.76072096824646},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.6842085719108582},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6277511119842529},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5960102081298828},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5895481109619141},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5819375514984131},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.5181230902671814},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.45460882782936096},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4408968389034271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3882603049278259},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38548266887664795},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36838775873184204},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18216994404792786},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1767907738685608},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14571073651313782}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9590295553207397},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.76072096824646},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.6842085719108582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6277511119842529},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5960102081298828},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5895481109619141},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5819375514984131},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.5181230902671814},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45460882782936096},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4408968389034271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3882603049278259},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38548266887664795},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36838775873184204},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18216994404792786},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1767907738685608},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14571073651313782},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/qomex.2018.8463427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qomex.2018.8463427","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Tenth International Conference on Quality of Multimedia Experience (QoMEX)","raw_type":"proceedings-article"},{"id":"pmh:oai:discovery.dundee.ac.uk:openaire_cris_publications/f79e89e1-9028-47ea-ae7a-033d916b79b8","is_oa":false,"landing_page_url":"https://discovery.dundee.ac.uk/en/publications/f79e89e1-9028-47ea-ae7a-033d916b79b8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400523","display_name":"Discovery Research Portal (University of Dundee)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177639307","host_organization_name":"University of Dundee","host_organization_lineage":["https://openalex.org/I177639307"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hosu, V, Lin, H & Saupe, D 2018, Expertise screening in crowdsourcing image quality. in 2018 10th International Conference on Quality of Multimedia Experience, QoMEX 2018., 8463427, 2018 10th International Conference on Quality of Multimedia Experience, QoMEX 2018, IEEE, 10th International Conference on Quality of Multimedia Experience, QoMEX 2018, Sardinia, Italy, 29/05/18. https://doi.org/10.1109/QoMEX.2018.8463427","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.4699999988079071,"display_name":"Gender equality"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2063658831","https://openalex.org/W2155243985","https://openalex.org/W2160473997","https://openalex.org/W2163031058","https://openalex.org/W2250384498","https://openalex.org/W2324965047","https://openalex.org/W2324971623","https://openalex.org/W2345254477","https://openalex.org/W2602968150","https://openalex.org/W2793454839","https://openalex.org/W4238491817","https://openalex.org/W6683480319"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3033064742","https://openalex.org/W4287765031"],"abstract_inverted_index":{"We":[0,38],"propose":[1],"a":[2,46,74,81,102],"screening":[3,76],"approach":[4],"to":[5,24],"find":[6],"reliable":[7],"and":[8,53,98,107],"effectively":[9],"expert":[10],"crowd":[11,52],"workers":[12],"in":[13],"image":[14,26,69],"quality":[15],"assessment":[16],"(IQA).":[17],"Our":[18,71],"method":[19,77,106],"measures":[20],"the":[21,50,54,68,111],"users'":[22],"ability":[23],"identify":[25],"degradations":[27],"by":[28],"using":[29],"test":[30,85],"questions,":[31],"together":[32],"with":[33,45,64],"several":[34],"relaxed":[35],"reliability":[36,75],"checks.":[37],"conduct":[39],"multiple":[40],"experiments,":[41],"obtaining":[42],"reproducible":[43],"results":[44],"high":[47],"agreement":[48,104],"between":[49],"expertise-screened":[51],"freelance":[55],"experts":[56],"of":[57,84,96,110],"0.95":[58],"Spearman":[59],"rank":[60],"order":[61],"correlation":[62],"(SROCC),":[63],"one":[65],"restriction":[66],"on":[67,89],"type.":[70],"contributions":[72],"include":[73],"for":[78],"uninformative":[79],"users,":[80],"new":[82],"type":[83],"questions":[86],"that":[87],"rely":[88],"our":[90],"proposed":[91],"database":[92],"<sup":[93],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[94],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[95],"pristine":[97],"artificially":[99],"distorted":[100],"images,":[101],"group":[103],"extrapolation":[105],"an":[108],"analysis":[109],"crowdsourcing":[112],"experiments.":[113]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}