{"id":"https://openalex.org/W4383066088","doi":"https://doi.org/10.1109/icra48891.2023.10160702","title":"FRIDA: A Collaborative Robot Painter with a Differentiable, Real2Sim2Real Planning Environment","display_name":"FRIDA: A Collaborative Robot Painter with a Differentiable, Real2Sim2Real Planning Environment","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383066088","doi":"https://doi.org/10.1109/icra48891.2023.10160702"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10160702","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10160702","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047422379","display_name":"Peter Schaldenbrand","orcid":"https://orcid.org/0000-0001-5296-6497"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Schaldenbrand","raw_affiliation_strings":["The Robotics Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088609249","display_name":"James C. McCann","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James McCann","raw_affiliation_strings":["The Robotics Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019807694","display_name":"Jean Oh","orcid":"https://orcid.org/0000-0001-9709-2658"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jean Oh","raw_affiliation_strings":["The Robotics Institute, Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6947,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.92031167,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"11712","last_page":"11718"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/painting","display_name":"Painting","score":0.8502329587936401},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7339732050895691},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7043659090995789},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6424576640129089},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5138481259346008},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48004186153411865},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.4610340893268585},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.45810651779174805},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4107103645801544},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.35817742347717285},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.34660375118255615},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.33190447092056274},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.24717977643013},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13165783882141113}],"concepts":[{"id":"https://openalex.org/C205783811","wikidata":"https://www.wikidata.org/wiki/Q11629","display_name":"Painting","level":2,"score":0.8502329587936401},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7339732050895691},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7043659090995789},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6424576640129089},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5138481259346008},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48004186153411865},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4610340893268585},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.45810651779174805},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4107103645801544},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.35817742347717285},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.34660375118255615},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.33190447092056274},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.24717977643013},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13165783882141113},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10160702","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10160702","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G3611504697","display_name":null,"funder_award_id":"IIS-2112633","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1983617380","https://openalex.org/W2091557721","https://openalex.org/W2136855944","https://openalex.org/W2236247158","https://openalex.org/W2475287302","https://openalex.org/W2887371427","https://openalex.org/W2912113199","https://openalex.org/W2964860700","https://openalex.org/W2969810168","https://openalex.org/W3006025420","https://openalex.org/W3107232127","https://openalex.org/W3133059214","https://openalex.org/W3159875059","https://openalex.org/W3166396011","https://openalex.org/W3167389445","https://openalex.org/W3174301209","https://openalex.org/W3176112398","https://openalex.org/W4229052573","https://openalex.org/W4285021310","https://openalex.org/W4285102604","https://openalex.org/W4285604311","https://openalex.org/W4286611322","https://openalex.org/W4294891613","https://openalex.org/W6637373629","https://openalex.org/W6758418307","https://openalex.org/W6791353385","https://openalex.org/W6797201126","https://openalex.org/W6810158959","https://openalex.org/W6811861574"],"related_works":["https://openalex.org/W2580687016","https://openalex.org/W2886265999","https://openalex.org/W2383951830","https://openalex.org/W1591565242","https://openalex.org/W2369092230","https://openalex.org/W2357187602","https://openalex.org/W2940819518","https://openalex.org/W2233552742","https://openalex.org/W2381850946","https://openalex.org/W4380449851"],"abstract_inverted_index":{"Painting":[0],"is":[1,103,212],"an":[2,16],"artistic":[3],"process":[4,158],"of":[5,15,88,122,173,192],"rendering":[6],"visual":[7,190],"content":[8,156],"that":[9,18,40,97,131],"achieves":[10],"the":[11,23,86,119,135,140,146,155,170,193,198,201,207],"high-level":[12,147],"communication":[13],"goals":[14,186],"artist":[17],"may":[19],"change":[20],"dynamically":[21],"throughout":[22],"creative":[24,72,124],"process.":[25,74],"In":[26,149],"this":[27],"paper,":[28],"we":[29,76,126],"present":[30],"a":[31,51,71,78,123,128,177],"Framework":[32],"and":[33,159,165,176,182],"Robotics":[34],"Initiative":[35],"for":[36,68,83,113],"Developing":[37],"Arts":[38],"(FRIDA)":[39],"enables":[41],"humans":[42],"to":[43,90,92,106,117,145,151,169],"produce":[44],"paintings":[45],"on":[46,139,188,200],"canvases":[47],"by":[48,179],"collaborating":[49],"with":[50,143],"painter":[52],"robot":[53,114],"using":[54,174],"simple":[55],"inputs":[56],"such":[57],"as":[58,204,206],"language":[59],"descriptions":[60],"or":[61],"images.":[62],"FRIDA":[63,167,210],"introduces":[64],"several":[65],"technical":[66,202],"innovations":[67],"computationally":[69],"modeling":[70],"painting":[73,101,136,194],"First,":[75],"develop":[77,127],"fully":[79],"differentiable":[80],"simulation":[81,91,110],"environment":[82,102],"painting,":[84],"adopting":[85],"idea":[87],"real":[89,93],"(real2sim2real).":[94],"We":[95,196],"show":[96],"our":[98],"proposed":[99],"simulated":[100],"higher":[104],"fidelity":[105],"reality":[107],"than":[108],"existing":[109,152],"environments":[111],"used":[112],"painting.":[115],"Second,":[116],"model":[118],"evolving":[120,141],"dynamics":[121],"process,":[125],"planning":[129,161],"approach":[130,203],"can":[132],"continuously":[133],"optimize":[134],"plan":[137],"based":[138,187],"canvas":[142],"respect":[144],"goals.":[148],"contrast":[150],"approaches":[153],"where":[154],"generation":[157],"action":[160],"are":[162],"performed":[163],"independently":[164],"sequentially,":[166],"adapts":[168],"stochastic":[171],"nature":[172],"paint":[175],"brush":[178],"continually":[180],"re-planning":[181],"re-assessing":[183],"its":[184,189],"semantic":[185],"perception":[191],"progress.":[195],"describe":[197],"details":[199],"well":[205],"system":[208],"integration.":[209],"software":[211],"freely":[213],"available":[214],"at:":[215],"https://github.com/cmubig/Frida.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}