{"id":"https://openalex.org/W2049208969","doi":"https://doi.org/10.1109/pcs.2012.6213338","title":"QualityCrowd — A framework for crowd-based quality evaluation","display_name":"QualityCrowd — A framework for crowd-based quality evaluation","publication_year":2012,"publication_date":"2012-05-01","ids":{"openalex":"https://openalex.org/W2049208969","doi":"https://doi.org/10.1109/pcs.2012.6213338","mag":"2049208969"},"language":"en","primary_location":{"id":"doi:10.1109/pcs.2012.6213338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pcs.2012.6213338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 Picture Coding Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://mediatum.ub.tum.de/node?id=1098076","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074400591","display_name":"Christian Keimel","orcid":"https://orcid.org/0000-0002-4234-7745"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"C. Keimel","raw_affiliation_strings":["Institute for Data Processing, Technische Universit\u00e4t M\u00fcnchen, Munich, Germany","Technische Universit\u00e4t M\u00fcnchen, Institute for Data Processing, Arcisstr. 21, 80333, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Data Processing, Technische Universit\u00e4t M\u00fcnchen, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technische Universit\u00e4t M\u00fcnchen, Institute for Data Processing, Arcisstr. 21, 80333, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021403095","display_name":"Julian Habigt","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J. Habigt","raw_affiliation_strings":["Institute for Data Processing, Technische Universit\u00e4t M\u00fcnchen, Munich, Germany","Technische Universit\u00e4t M\u00fcnchen, Institute for Data Processing, Arcisstr. 21, 80333, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Data Processing, Technische Universit\u00e4t M\u00fcnchen, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technische Universit\u00e4t M\u00fcnchen, Institute for Data Processing, Arcisstr. 21, 80333, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041964372","display_name":"Clemens Horch","orcid":"https://orcid.org/0000-0002-3068-0460"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"C. Horch","raw_affiliation_strings":["Institute for Data Processing, Technische Universit\u00e4t M\u00fcnchen, Munich, Germany","Technische Universit\u00e4t M\u00fcnchen, Institute for Data Processing, Arcisstr. 21, 80333, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Data Processing, Technische Universit\u00e4t M\u00fcnchen, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technische Universit\u00e4t M\u00fcnchen, Institute for Data Processing, Arcisstr. 21, 80333, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074346065","display_name":"Klaus Diepold","orcid":"https://orcid.org/0000-0003-0439-7511"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"K. Diepold","raw_affiliation_strings":["Institute for Data Processing, Technische Universit\u00e4t M\u00fcnchen, Munich, Germany","Technische Universit\u00e4t M\u00fcnchen, Institute for Data Processing, Arcisstr. 21, 80333, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Data Processing, Technische Universit\u00e4t M\u00fcnchen, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technische Universit\u00e4t M\u00fcnchen, Institute for Data Processing, Arcisstr. 21, 80333, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074400591"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":10.1583,"has_fulltext":false,"cited_by_count":87,"citation_normalized_percentile":{"value":0.98595432,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"245","last_page":"248"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8989057540893555},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8029667139053345},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.7160623669624329},{"id":"https://openalex.org/keywords/subjective-video-quality","display_name":"Subjective video quality","score":0.6907514333724976},{"id":"https://openalex.org/keywords/codec","display_name":"Codec","score":0.6581941843032837},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6411433219909668},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.611893892288208},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"Quality assessment","score":0.5991024374961853},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5030431151390076},{"id":"https://openalex.org/keywords/web-testing","display_name":"Web testing","score":0.4290812611579895},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.42768895626068115},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.38538235425949097},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32357609272003174},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.29145920276641846},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.274042010307312},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.22286313772201538},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.22132408618927002},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.20452633500099182},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.17810171842575073},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10905477404594421},{"id":"https://openalex.org/keywords/web-development","display_name":"Web development","score":0.09618270397186279},{"id":"https://openalex.org/keywords/web-application-security","display_name":"Web application security","score":0.08669173717498779}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8989057540893555},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8029667139053345},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.7160623669624329},{"id":"https://openalex.org/C114227958","wikidata":"https://www.wikidata.org/wiki/Q7631422","display_name":"Subjective video quality","level":4,"score":0.6907514333724976},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.6581941843032837},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6411433219909668},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.611893892288208},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.5991024374961853},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5030431151390076},{"id":"https://openalex.org/C42989059","wikidata":"https://www.wikidata.org/wiki/Q7978626","display_name":"Web testing","level":5,"score":0.4290812611579895},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.42768895626068115},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.38538235425949097},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32357609272003174},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29145920276641846},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.274042010307312},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.22286313772201538},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.22132408618927002},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.20452633500099182},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.17810171842575073},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10905477404594421},{"id":"https://openalex.org/C79373723","wikidata":"https://www.wikidata.org/wiki/Q386275","display_name":"Web development","level":3,"score":0.09618270397186279},{"id":"https://openalex.org/C59241245","wikidata":"https://www.wikidata.org/wiki/Q4781497","display_name":"Web application security","level":4,"score":0.08669173717498779},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/pcs.2012.6213338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pcs.2012.6213338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 Picture Coding Symposium","raw_type":"proceedings-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1098076","is_oa":true,"landing_page_url":"http://mediatum.ub.tum.de/node?id=1098076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400453","display_name":"mediaTUM \u2013 the media and publications repository of the Technical University Munich (Technical University Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:mediatum.ub.tum.de:node/1098076","is_oa":true,"landing_page_url":"http://mediatum.ub.tum.de/node?id=1098076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400453","display_name":"mediaTUM \u2013 the media and publications repository of the Technical University Munich (Technical University Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1969235627","https://openalex.org/W1973200191","https://openalex.org/W2007588127","https://openalex.org/W2060424605","https://openalex.org/W2106568252","https://openalex.org/W2129444086","https://openalex.org/W2135626977","https://openalex.org/W2157454221","https://openalex.org/W2160473997","https://openalex.org/W2170931744","https://openalex.org/W3122078363"],"related_works":["https://openalex.org/W1972391593","https://openalex.org/W4234477160","https://openalex.org/W2809031010","https://openalex.org/W3094981288","https://openalex.org/W2062936665","https://openalex.org/W3201904914","https://openalex.org/W2883239366","https://openalex.org/W2046897758","https://openalex.org/W2140624161","https://openalex.org/W2903663681"],"abstract_inverted_index":{"Video":[0],"quality":[1,43,51,103,114],"assessment":[2,44,52],"with":[3,45,53,59,75],"subjective":[4,42,70],"testing":[5,18,25],"is":[6,19],"both":[7],"time":[8],"consuming":[9],"and":[10],"expensive.":[11],"An":[12],"interesting":[13],"new":[14],"approach":[15],"to":[16,39],"traditional":[17],"the":[20,24,28,36,65,76,94],"so-called":[21],"crowdsourcing,":[22],"moving":[23],"effort":[26],"into":[27],"internet.":[29],"We":[30,63],"therefore":[31],"propose":[32],"in":[33,81,104],"this":[34,73,105],"contribution":[35],"QualityCrowd":[37,47,89,107],"framework":[38,74],"effortlessly":[40],"perform":[41],"crowdsourcing.":[46],"allows":[48],"codec":[49],"independent":[50],"a":[54,79,82],"simple":[55],"web":[56,61],"interface,":[57],"usable":[58],"common":[60],"browsers.":[62],"compared":[64],"results":[66,77,92],"from":[67,78],"an":[68],"online":[69],"test":[71,80],"using":[72],"standardized":[83],"environment.":[84],"This":[85],"comparison":[86],"shows":[87],"that":[88],"delivers":[90],"equivalent":[91],"within":[93],"acceptable":[95],"inter-lab":[96],"correlation.":[97],"While":[98],"we":[99],"only":[100],"consider":[101],"video":[102],"contribution,":[106],"can":[108],"also":[109],"be":[110],"used":[111],"for":[112],"multimodal":[113],"assessment.":[115]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":14},{"year":2014,"cited_by_count":15},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}