{"id":"https://openalex.org/W4391631702","doi":"https://doi.org/10.1145/3654777.3676362","title":"Clarify: Improving Model Robustness With Natural Language Corrections","display_name":"Clarify: Improving Model Robustness With Natural Language Corrections","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4391631702","doi":"https://doi.org/10.1145/3654777.3676362"},"language":"en","primary_location":{"id":"doi:10.1145/3654777.3676362","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654777.3676362","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.03715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yoonho Lee","orcid":"https://orcid.org/0000-0002-5146-5444"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yoonho Lee","raw_affiliation_strings":["Computer Science, Stanford University, United States"],"raw_orcid":"https://orcid.org/0000-0002-5146-5444","affiliations":[{"raw_affiliation_string":"Computer Science, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101479345","display_name":"Michelle S. Lam","orcid":"https://orcid.org/0000-0002-3448-5961"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michelle S. Lam","raw_affiliation_strings":["Dept. of Computer Science, Stanford University, United States"],"raw_orcid":"https://orcid.org/0000-0002-3448-5961","affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031345752","display_name":"Helena Vasconcelos","orcid":"https://orcid.org/0000-0002-6649-6905"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Helena Vasconcelos","raw_affiliation_strings":["Computer Science, Stanford University, United States"],"raw_orcid":"https://orcid.org/0000-0002-6649-6905","affiliations":[{"raw_affiliation_string":"Computer Science, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076189854","display_name":"Michael S. Bernstein","orcid":"https://orcid.org/0000-0001-8020-9434"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael S. Bernstein","raw_affiliation_strings":["Computer Science, Stanford University, United States"],"raw_orcid":"https://orcid.org/0000-0001-8020-9434","affiliations":[{"raw_affiliation_string":"Computer Science, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005431772","display_name":"Chelsea Finn","orcid":"https://orcid.org/0000-0001-6298-0874"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chelsea Finn","raw_affiliation_strings":["Computer Science, Stanford University, United States"],"raw_orcid":"https://orcid.org/0000-0001-6298-0874","affiliations":[{"raw_affiliation_string":"Computer Science, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.9976,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.74530743,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7538851499557495},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.4935654401779175},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47508445382118225},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.160342276096344},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.15171286463737488}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7538851499557495},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4935654401779175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47508445382118225},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.160342276096344},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.15171286463737488},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3654777.3676362","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654777.3676362","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.03715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.03715","pdf_url":"https://arxiv.org/pdf/2402.03715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.03715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.03715","pdf_url":"https://arxiv.org/pdf/2402.03715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6870642846","display_name":"CAREER: Robust and Autonomous Robot Adaptation in Novel Scenarios","funder_award_id":"2237693","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391631702.pdf","grobid_xml":"https://content.openalex.org/works/W4391631702.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1834627138","https://openalex.org/W2003238113","https://openalex.org/W2107598941","https://openalex.org/W2108598243","https://openalex.org/W2124332348","https://openalex.org/W2125327503","https://openalex.org/W2134816385","https://openalex.org/W2182055801","https://openalex.org/W2186022498","https://openalex.org/W2769041395","https://openalex.org/W2794079986","https://openalex.org/W2956281901","https://openalex.org/W2967579878","https://openalex.org/W3016970897","https://openalex.org/W3023626240","https://openalex.org/W3027475104","https://openalex.org/W3030508559","https://openalex.org/W3098528040","https://openalex.org/W3135367836","https://openalex.org/W3135588948","https://openalex.org/W3155340931","https://openalex.org/W3160359250","https://openalex.org/W3160887439","https://openalex.org/W3169203618","https://openalex.org/W3182543254","https://openalex.org/W3198268897","https://openalex.org/W3204393347","https://openalex.org/W3209540659","https://openalex.org/W3213479880","https://openalex.org/W4224992683","https://openalex.org/W4225080353","https://openalex.org/W4225165463","https://openalex.org/W4285787421","https://openalex.org/W4306820534","https://openalex.org/W4309618902","https://openalex.org/W4320342906","https://openalex.org/W4321610533","https://openalex.org/W4323568846","https://openalex.org/W4390874179","https://openalex.org/W4394972031","https://openalex.org/W6740005241","https://openalex.org/W6931636349"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"standard":[1],"way":[2],"to":[3,135,165,186],"teach":[4],"models":[5,18],"is":[6,141],"by":[7],"feeding":[8],"them":[9],"lots":[10],"of":[11,70,119],"data.":[12,30,44,62],"However,":[13,63],"this":[14],"approach":[15],"often":[16],"teaches":[17],"incorrect":[19],"ideas":[20],"because":[21],"they":[22],"pick":[23],"up":[24],"on":[25,178],"misleading":[26,55],"signals":[27],"in":[28,126,169],"the":[29,42,84,137,142],"To":[31],"prevent":[32],"such":[33,51,64,133],"misconceptions,":[34],"we":[35,131],"must":[36],"necessarily":[37],"provide":[38,114],"additional":[39,48,58],"information":[40],"beyond":[41],"training":[43,138],"Prior":[45],"methods":[46],"incorporate":[47],"instance-level":[49],"supervision,":[50],"as":[52],"labels":[53,59],"for":[54,60,104,146],"features":[56],"or":[57],"debiased":[61],"strategies":[65],"require":[66],"a":[67,87,99,115,120,175,179],"large":[68],"amount":[69],"labeler":[71],"effort.":[72],"We":[73,96,172],"hypothesize":[74],"that":[75,89,154],"people":[76],"are":[77],"good":[78],"at":[79,83],"providing":[80],"textual":[81],"feedback":[82],"concept":[85],"level,":[86],"capability":[88],"existing":[90],"teaching":[91],"frameworks":[92],"do":[93],"not":[94],"leverage.":[95],"propose":[97],"Clarify,":[98,110,163],"novel":[100,191],"interface":[101],"and":[102,188],"method":[103],"interactively":[105],"correcting":[106],"model":[107,148,160],"misconceptions.":[108],"Through":[109],"users":[111,156],"need":[112],"only":[113],"short":[116],"text":[117],"description":[118],"model\u2019s":[121],"consistent":[122],"failure":[123],"patterns.":[124],"Then,":[125],"an":[127],"entirely":[128],"automated":[129],"way,":[130],"use":[132],"descriptions":[134],"improve":[136],"process.":[139],"Clarify":[140,185],"first":[143],"end-to-end":[144],"system":[145],"user":[147,151],"correction.":[149],"Our":[150],"studies":[152],"show":[153],"non-expert":[155],"can":[157],"successfully":[158],"describe":[159],"misconceptions":[161],"via":[162],"leading":[164],"increased":[166],"worst-case":[167],"performance":[168],"two":[170],"datasets.":[171],"additionally":[173],"conduct":[174],"case":[176],"study":[177],"large-scale":[180],"image":[181],"dataset,":[182],"ImageNet,":[183],"using":[184],"find":[187],"rectify":[189],"31":[190],"hard":[192],"subpopulations.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}