{"id":"https://openalex.org/W2055472151","doi":"https://doi.org/10.5898/jhri.2.1.breazeal","title":"Crowdsourcing Human-Robot Interaction: New Methods and System Evaluation in a Public Environment","display_name":"Crowdsourcing Human-Robot Interaction: New Methods and System Evaluation in a Public Environment","publication_year":2013,"publication_date":"2013-03-01","ids":{"openalex":"https://openalex.org/W2055472151","doi":"https://doi.org/10.5898/jhri.2.1.breazeal","mag":"2055472151"},"language":"en","primary_location":{"id":"doi:10.5898/jhri.2.1.breazeal","is_oa":true,"landing_page_url":"https://doi.org/10.5898/jhri.2.1.breazeal","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3109704&type=pdf","source":{"id":"https://openalex.org/S4210172338","display_name":"Journal of Human-Robot Interaction","issn_l":"2163-0364","issn":["2163-0364"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Human-Robot Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=3109704&type=pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108541589","display_name":"Cynthia Breazeal","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Cynthia Breazeal","raw_affiliation_strings":["Massachusetts Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088235727","display_name":"Nick DePalma","orcid":"https://orcid.org/0000-0003-0531-743X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick DePalma","raw_affiliation_strings":["Massachusetts Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048198434","display_name":"Jeff Orkin","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Orkin","raw_affiliation_strings":["Massachusetts Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033265891","display_name":"Sonia Chernova","orcid":"https://orcid.org/0000-0001-6320-0825"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sonia Chernova","raw_affiliation_strings":["Worcester Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069608785","display_name":"Malte Jung","orcid":"https://orcid.org/0000-0001-9359-7122"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Malte Jung","raw_affiliation_strings":["Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5108541589"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":16.4887,"has_fulltext":true,"cited_by_count":91,"citation_normalized_percentile":{"value":0.98988449,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"2","issue":"1","first_page":"82","last_page":"111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7479632496833801},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6988523602485657},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6841102838516235},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6530080437660217},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.6090155839920044},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.580346941947937},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5606349110603333},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.521796464920044},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4940207600593567},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.45225784182548523},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35943442583084106},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19411829113960266},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12137854099273682}],"concepts":[{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7479632496833801},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6988523602485657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6841102838516235},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6530080437660217},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.6090155839920044},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.580346941947937},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5606349110603333},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.521796464920044},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4940207600593567},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.45225784182548523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35943442583084106},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19411829113960266},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12137854099273682},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5898/jhri.2.1.breazeal","is_oa":true,"landing_page_url":"https://doi.org/10.5898/jhri.2.1.breazeal","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3109704&type=pdf","source":{"id":"https://openalex.org/S4210172338","display_name":"Journal of Human-Robot Interaction","issn_l":"2163-0364","issn":["2163-0364"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Human-Robot Interaction","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.869.1887","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.869.1887","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://humanrobotinteraction.org/journal/index.php/HRI/article/download/111/83/","raw_type":"text"}],"best_oa_location":{"id":"doi:10.5898/jhri.2.1.breazeal","is_oa":true,"landing_page_url":"https://doi.org/10.5898/jhri.2.1.breazeal","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3109704&type=pdf","source":{"id":"https://openalex.org/S4210172338","display_name":"Journal of Human-Robot Interaction","issn_l":"2163-0364","issn":["2163-0364"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Human-Robot Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2514421424","display_name":null,"funder_award_id":"Award","funder_id":"https://openalex.org/F4320308943","funder_display_name":"Microsoft Research"},{"id":"https://openalex.org/G2693040176","display_name":null,"funder_award_id":"N000140910112","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5643251411","display_name":null,"funder_award_id":"and N00","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G6824008621","display_name":null,"funder_award_id":"N000140710749","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2055472151.pdf","grobid_xml":"https://content.openalex.org/works/W2055472151.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W11497584","https://openalex.org/W56033988","https://openalex.org/W86902592","https://openalex.org/W174404835","https://openalex.org/W602972741","https://openalex.org/W1500151553","https://openalex.org/W1598122162","https://openalex.org/W1681299129","https://openalex.org/W1741471588","https://openalex.org/W1791768040","https://openalex.org/W1979430517","https://openalex.org/W1987618324","https://openalex.org/W1993925701","https://openalex.org/W1995708924","https://openalex.org/W2007770355","https://openalex.org/W2024649868","https://openalex.org/W2035683813","https://openalex.org/W2037284388","https://openalex.org/W2040758693","https://openalex.org/W2046939282","https://openalex.org/W2051441824","https://openalex.org/W2101426237","https://openalex.org/W2102149956","https://openalex.org/W2104308387","https://openalex.org/W2107901333","https://openalex.org/W2113423686","https://openalex.org/W2118030876","https://openalex.org/W2119004998","https://openalex.org/W2123564449","https://openalex.org/W2128413334","https://openalex.org/W2134442711","https://openalex.org/W2143427281","https://openalex.org/W2151265172","https://openalex.org/W2155504372","https://openalex.org/W2156869222","https://openalex.org/W2157912180","https://openalex.org/W2160223216","https://openalex.org/W2166267632","https://openalex.org/W2166539110","https://openalex.org/W2169209873","https://openalex.org/W2171144711","https://openalex.org/W2226802570","https://openalex.org/W2247821596","https://openalex.org/W2296360731","https://openalex.org/W2488960514","https://openalex.org/W2498260772","https://openalex.org/W2790212401","https://openalex.org/W3121522380","https://openalex.org/W3150248956","https://openalex.org/W3152413641","https://openalex.org/W4205342759","https://openalex.org/W4229556338","https://openalex.org/W4235285100","https://openalex.org/W4237277277","https://openalex.org/W4285719527","https://openalex.org/W6602278445","https://openalex.org/W6645385550","https://openalex.org/W6678189424"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727"],"abstract_inverted_index":{"Supporting":[0],"a":[1,8,14,26,34,41,61,69,75,80,107,118,129,137,155,202,238],"wide":[2,42],"variety":[3],"of":[4,11,37,44,68,83,131,140,151,154,158,169,181,211,246,283],"interaction":[5,19,98,285,320],"styles":[6],"across":[7],"diverse":[9],"set":[10,82],"people":[12,322],"is":[13,254,296],"significant":[15],"challenge":[16],"in":[17,101,136,173,201,217,256,266,310,319,323],"human-robot":[18],"(HRI).":[20],"In":[21],"this":[22,252],"work,":[23,302],"we":[24,105,304],"explore":[25],"data-driven":[27,111],"approach":[28],"that":[29,39,53,85,144,161,209,255],"relies":[30],"on":[31,279],"crowdsourcing":[32],"as":[33,189,237,272,303],"rich":[35],"source":[36],"interactions":[38,214,290,307],"cover":[40],"repertoire":[43],"human":[45,76,324],"behavior.":[46],"We":[47,121,177,207,232],"first":[48],"develop":[49],"an":[50,276,297],"online":[51,103,142],"game":[52,143,184],"requires":[54],"two":[55],"players":[56],"to":[57,59,89,185,190,196,241,263],"collaborate":[58],"solve":[60],"task.":[62,95,206],"One":[63],"player":[64],"takes":[65],"the":[66,73,94,97,102,123,141,148,162,167,170,182,192,199,212,218,229,280,284],"role":[67],"robot":[70,126,164,172,200],"avatar":[71],"and":[72,92,220],"other":[74],"avatar,":[77],"each":[78],"with":[79,198,292,321],"different":[81],"capabilities":[84],"must":[86],"be":[87,264],"coordinated":[88],"overcome":[90],"challenges":[91],"complete":[93],"Leveraging":[96],"data":[99],"recorded":[100],"game,":[104],"present":[106],"novel":[108],"technique":[109],"for":[110,117,286,300],"behavior":[112,127,165],"generation":[113],"using":[114,234],"case-based":[115],"planning":[116],"real":[119],"robot.":[120],"compare":[122],"resulting":[124],"autonomous":[125,163],"against":[128],"Wizard":[130],"Oz":[132],"base":[133],"case":[134],"condition":[135],"real-world":[138,183],"reproduction":[139],"was":[145],"conducted":[146],"at":[147],"Boston":[149],"Museum":[150],"Science.":[152],"Results":[153],"post-study":[156],"survey":[157],"participants":[159,194],"indicate":[160],"matched":[166],"performance":[168],"human-operated":[171],"several":[174],"important":[175,249,277,298],"measures.":[176],"examined":[178],"video":[179],"recordings":[180],"draw":[186],"additional":[187],"insights":[188],"how":[191],"novice":[193],"attempted":[195],"interact":[197],"loosely":[203,257,316],"structured":[204,258,317],"collaborative":[205,213,259],"discovered":[208],"many":[210],"were":[215,221],"generated":[216],"moment":[219],"driven":[222],"by":[223,228],"interpersonal":[224,270],"dynamics,":[225,271],"not":[226],"necessarily":[227],"task":[230],"design.":[231],"explored":[233],"bids":[235],"analysis":[236],"meaningful":[239],"construct":[240],"tap":[242],"into":[243],"affective":[244,281],"qualities":[245],"HRI.":[247],"An":[248],"lesson":[250],"from":[251],"work":[253],"tasks,":[260],"robots":[261,314],"need":[262],"skillful":[265],"handling":[267],"these":[268,273],"in-the-moment":[269],"dynamics":[274],"have":[275],"impact":[278],"quality":[282],"people.":[287],"How":[288],"such":[289,306],"dovetail":[291],"more":[293],"task-oriented":[294],"policies":[295],"area":[299],"future":[301],"anticipate":[305],"becoming":[308],"commonplace":[309],"situations":[311],"where":[312],"personal":[313],"perform":[315],"tasks":[318],"living":[325],"spaces.":[326]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":15},{"year":2013,"cited_by_count":1}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}