{"id":"https://openalex.org/W1965279739","doi":"https://doi.org/10.1145/2733373.2806411","title":"CrowdMM 2015","display_name":"CrowdMM 2015","publication_year":2015,"publication_date":"2015-10-13","ids":{"openalex":"https://openalex.org/W1965279739","doi":"https://doi.org/10.1145/2733373.2806411","mag":"1965279739"},"language":"en","primary_location":{"id":"doi:10.1145/2733373.2806411","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2733373.2806411","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM international conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://handle.uba.uva.nl/personal/pure/en/publications/crowdmm-2015-fourth-international-acm-workshop-on-crowdsourcing-for-multimedia(3a29bacc-be53-402c-a3ba-dd1bf1cf1907).html","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019183502","display_name":"Judith Redi","orcid":"https://orcid.org/0000-0003-1936-8860"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Judith Redi","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands","Delft University of Technology, Delft, Netherlands;"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands;","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075331928","display_name":"Stevan Rudinac","orcid":"https://orcid.org/0000-0003-1904-8736"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stevan Rudinac","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","university of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"university of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5019183502"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06603424,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1341","last_page":"1342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9519045352935791},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8113324642181396},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.7530148029327393},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7488763332366943},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5301792621612549},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5042771100997925},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.48889270424842834},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.47082072496414185},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.46974045038223267},{"id":"https://openalex.org/keywords/cheating","display_name":"Cheating","score":0.45287901163101196},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4303407073020935},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.42027541995048523},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4155208468437195},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4143970310688019},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3655044436454773},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3290543556213379},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.26430922746658325},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08053350448608398}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9519045352935791},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8113324642181396},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.7530148029327393},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7488763332366943},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5301792621612549},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5042771100997925},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.48889270424842834},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.47082072496414185},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.46974045038223267},{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.45287901163101196},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4303407073020935},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.42027541995048523},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4155208468437195},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4143970310688019},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3655044436454773},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3290543556213379},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.26430922746658325},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08053350448608398},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/2733373.2806411","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2733373.2806411","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM international conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire/3a29bacc-be53-402c-a3ba-dd1bf1cf1907","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/crowdmm-2015-fourth-international-acm-workshop-on-crowdsourcing-for-multimedia(3a29bacc-be53-402c-a3ba-dd1bf1cf1907).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Redi, J & Rudinac, S 2015, CrowdMM 2015- Fourth International ACM Workshop on Crowdsourcing for Multimedia. in MM'15 : proceedings of the 2015 ACM international conference on Multimedia, October 26-30, 2015, Brisbane, Australia. Association for Computing Machinery, New York, NY, pp. 1341-1342, 2015 ACM International Conference on Multimedia, 26/10/15. https://doi.org/10.1145/2733373.2806411","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:Publications/3a29bacc-be53-402c-a3ba-dd1bf1cf1907","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:dare.uva.nl:publications/3a29bacc-be53-402c-a3ba-dd1bf1cf1907","is_oa":false,"landing_page_url":"http://hdl.handle.net/11245.1/3a29bacc-be53-402c-a3ba-dd1bf1cf1907","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/3a29bacc-be53-402c-a3ba-dd1bf1cf1907","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/crowdmm-2015-fourth-international-acm-workshop-on-crowdsourcing-for-multimedia(3a29bacc-be53-402c-a3ba-dd1bf1cf1907).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MM'15: proceedings of the 2015 ACM international conference on Multimedia, October 26-30, 2015, Brisbane, Australia, 1341 - 1342","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:dare.uva.nl:openaire/3a29bacc-be53-402c-a3ba-dd1bf1cf1907","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/crowdmm-2015-fourth-international-acm-workshop-on-crowdsourcing-for-multimedia(3a29bacc-be53-402c-a3ba-dd1bf1cf1907).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Redi, J & Rudinac, S 2015, CrowdMM 2015- Fourth International ACM Workshop on Crowdsourcing for Multimedia. in MM'15 : proceedings of the 2015 ACM international conference on Multimedia, October 26-30, 2015, Brisbane, Australia. Association for Computing Machinery, New York, NY, pp. 1341-1342, 2015 ACM International Conference on Multimedia, 26/10/15. https://doi.org/10.1145/2733373.2806411","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.46000000834465027}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W162737300","https://openalex.org/W2520748299","https://openalex.org/W2033745466","https://openalex.org/W2520160102","https://openalex.org/W2046555014","https://openalex.org/W3131060711","https://openalex.org/W2548342535","https://openalex.org/W3125008079","https://openalex.org/W2287983667"],"abstract_inverted_index":{"Crowdsourcing":[0,114],"has":[1,118],"the":[2,28,40,81,84,109,123,142,154,180],"potential":[3,45],"to":[4,48,57,59,78,104],"address":[5],"key":[6,143],"challenges":[7,53,144],"in":[8,80,153,179,194],"multimedia":[9,155],"research.":[10,131],"Multimedia":[11,116,130],"evaluation,":[12],"annotation,":[13],"retrieval":[14],"and":[15,24,33,73,83,93,98,102,177,190],"creation":[16],"can":[17],"be":[18,49,105],"obtained":[19],"at":[20],"a":[21,66,71],"low":[22],"time":[23],"monetary":[25],"cost":[26],"from":[27],"contribution":[29],"of":[30,43,86,126,150,159],"large":[31],"crowds":[32],"by":[34],"leveraging":[35],"human":[36],"computation.":[37],"In":[38],"fact,":[39],"applicative":[41],"frontiers":[42],"this":[44],"are":[46,95],"yet":[47],"discovered.":[50],"And":[51],"yet,":[52],"already":[54],"arise":[55],"as":[56,65],"how":[58],"cautiously":[60],"exploit":[61],"it.":[62],"The":[63],"crowd,":[64],"users":[67],"(workers)":[68],"community,":[69],"is":[70],"complex":[72],"dynamic":[74],"system":[75],"highly":[76],"sensitive":[77],"changes":[79],"form":[82],"parametrization":[85],"their":[87],"activities.":[88],"Issues":[89],"concerning":[90],"motivation,":[91],"reliability,":[92],"engagement":[94],"being":[96],"more":[97,99],"often":[100],"documented,":[101],"need":[103],"addressed.":[106],"Since":[107],"2012,":[108],"International":[110],"ACM":[111],"Workshop":[112],"on":[113,122,139],"for":[115],"CrowdMM":[117,136],"welcomed":[119],"new":[120],"insights":[121],"effective":[124,169],"deployment":[125],"crowdsourcing":[127,151],"towards":[128],"boosting":[129],"On":[132],"its":[133],"fourth":[134],"year,":[135],"2015":[137],"focuses":[138],"contributions":[140],"addressing":[141],"that":[145,185],"still":[146],"hinder":[147],"widespread":[148],"adoption":[149],"paradigms":[152],"research":[156],"community:":[157],"identification":[158],"optimal":[160],"crowd":[161],"members":[162],"(e.g.,":[163],"user":[164],"expertise,":[165],"worker":[166],"reliability),":[167],"providing":[168],"explanations":[170],"(i.e.,":[171],"good":[172],"task":[173],"design),":[174],"controlling":[175],"noise":[176],"quality":[178],"results,":[181],"designing":[182],"incentive":[183],"structures":[184],"do":[186],"not":[187],"breed":[188],"cheating,":[189],"tackling":[191],"privacy":[192],"issues":[193],"data":[195],"collection.":[196]},"counts_by_year":[],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2016-06-24T00:00:00"}