{"id":"https://openalex.org/W4396833388","doi":"https://doi.org/10.1145/3613905.3651100","title":"Schr\u00f6dinger's Update: User Perceptions of Uncertainties in Proprietary Large Language Model Updates","display_name":"Schr\u00f6dinger's Update: User Perceptions of Uncertainties in Proprietary Large Language Model Updates","publication_year":2024,"publication_date":"2024-05-02","ids":{"openalex":"https://openalex.org/W4396833388","doi":"https://doi.org/10.1145/3613905.3651100"},"language":"en","primary_location":{"id":"doi:10.1145/3613905.3651100","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613905.3651100","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3651100","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3651100","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100438499","display_name":"Zilin Ma","orcid":"https://orcid.org/0000-0002-7259-9353"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zilin Ma","raw_affiliation_strings":["Harvard University, United States"],"raw_orcid":"https://orcid.org/0000-0002-7259-9353","affiliations":[{"raw_affiliation_string":"Harvard University, United States","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097605694","display_name":"Yiyang Mei","orcid":"https://orcid.org/0009-0001-2923-0729"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiyang Mei","raw_affiliation_strings":["Law School, Emory University, United States"],"raw_orcid":"https://orcid.org/0009-0001-2923-0729","affiliations":[{"raw_affiliation_string":"Law School, Emory University, United States","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010436269","display_name":"Krzysztof Z. Gajos","orcid":"https://orcid.org/0000-0002-1897-9048"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krzysztof Z. Gajos","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, United States"],"raw_orcid":"https://orcid.org/0000-0002-1897-9048","affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054622611","display_name":"Ian Arawjo","orcid":"https://orcid.org/0000-0001-8910-0822"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ian Arawjo","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8910-0822","affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I70931966"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100438499"],"corresponding_institution_ids":["https://openalex.org/I2801851002"],"apc_list":null,"apc_paid":null,"fwci":0.9934,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.7886547,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.8808326125144958},{"id":"https://openalex.org/keywords/excuse","display_name":"Excuse","score":0.6895439028739929},{"id":"https://openalex.org/keywords/impossibility","display_name":"Impossibility","score":0.660254716873169},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.6455442309379578},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.6107507348060608},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5651606917381287},{"id":"https://openalex.org/keywords/feeling","display_name":"Feeling","score":0.5177720785140991},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5141744613647461},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5066426396369934},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3811858296394348},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21779698133468628},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.19272813200950623},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.17371121048927307},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.17190003395080566}],"concepts":[{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.8808326125144958},{"id":"https://openalex.org/C2777998198","wikidata":"https://www.wikidata.org/wiki/Q552754","display_name":"Excuse","level":2,"score":0.6895439028739929},{"id":"https://openalex.org/C2776261394","wikidata":"https://www.wikidata.org/wiki/Q315562","display_name":"Impossibility","level":2,"score":0.660254716873169},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.6455442309379578},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.6107507348060608},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5651606917381287},{"id":"https://openalex.org/C122980154","wikidata":"https://www.wikidata.org/wiki/Q205555","display_name":"Feeling","level":2,"score":0.5177720785140991},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5141744613647461},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5066426396369934},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3811858296394348},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21779698133468628},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.19272813200950623},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.17371121048927307},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17190003395080566},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613905.3651100","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613905.3651100","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3651100","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613905.3651100","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613905.3651100","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3651100","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396833388.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W584850946","https://openalex.org/W1490011260","https://openalex.org/W1966831243","https://openalex.org/W1969622507","https://openalex.org/W1970500070","https://openalex.org/W2010361629","https://openalex.org/W2014831132","https://openalex.org/W2022429945","https://openalex.org/W2065890363","https://openalex.org/W2085426790","https://openalex.org/W2090177212","https://openalex.org/W2092822028","https://openalex.org/W2099536489","https://openalex.org/W2130191210","https://openalex.org/W2133414060","https://openalex.org/W2147823915","https://openalex.org/W2160875393","https://openalex.org/W2169371034","https://openalex.org/W2338846068","https://openalex.org/W2597891111","https://openalex.org/W2883023562","https://openalex.org/W2897042519","https://openalex.org/W2945976633","https://openalex.org/W2968514011","https://openalex.org/W3091647382","https://openalex.org/W3100279624","https://openalex.org/W3104215796","https://openalex.org/W3133702157","https://openalex.org/W3159250634","https://openalex.org/W3177813494","https://openalex.org/W3212368439","https://openalex.org/W4245764069","https://openalex.org/W4285247467","https://openalex.org/W4312933868","https://openalex.org/W4321855128","https://openalex.org/W4360979257","https://openalex.org/W4366594764","https://openalex.org/W4376874793","https://openalex.org/W4384807943","https://openalex.org/W4385473492","https://openalex.org/W4386142022"],"related_works":["https://openalex.org/W2912657529","https://openalex.org/W2050136122","https://openalex.org/W4385536313","https://openalex.org/W4381891017","https://openalex.org/W3196095676","https://openalex.org/W2036213296","https://openalex.org/W2489926633","https://openalex.org/W4387915071","https://openalex.org/W4255405847","https://openalex.org/W2797710598"],"abstract_inverted_index":{"Developers":[0],"of":[1,42,44,102],"proprietary":[2,61,123],"large":[3],"language":[4],"models":[5],"(LLMs),":[6],"like":[7],"OpenAI":[8],"and":[9,17,32,37,46,48,55,80,139,144],"Anthropic,":[10],"often":[11],"roll":[12],"out":[13],"updates,":[14,71],"some":[15,96],"announced":[16],"others":[18],"silent,":[19],"impacting":[20],"transparency":[21,79,138],"for":[22,125],"users.":[23],"We":[24,127],"interviewed":[25],"21":[26],"LLM":[27,85,131],"users,":[28],"including":[29],"end-users,":[30],"developers,":[31],"academics,":[33],"mainly":[34],"using":[35],"ChatGPT":[36],"GPT4.":[38],"Many":[39],"reported":[40],"feelings":[41],"loss":[43],"control":[45],"uncertainty,":[47],"diminished":[49],"trust":[50,140],"due":[51],"to":[52,65,70,99,106,116,135],"silent":[53],"updates":[54,143],"deprecations.":[56,145],"Participants":[57],"overall":[58],"felt":[59,84],"that":[60,130],"LLMs":[62,124],"were":[63],"similar":[64],"traditional":[66],"software":[67,90],"with":[68],"regards":[69],"only":[72],"differing":[73],"in":[74,77,95,104],"the":[75,100],"impossibility":[76],"full":[78],"explainability.":[81],"Consequently,":[82],"participants":[83],"companies":[86],"departed":[87],"from":[88],"established":[89],"update":[91],"norms":[92],"without":[93],"justification,":[94],"cases":[97],"appealing":[98],"novelty":[101],"AI":[103],"order":[105],"excuse":[107],"bad":[108],"practices.":[109],"As":[110],"a":[111],"result,":[112],"users":[113],"are":[114],"inclined":[115],"shift":[117],"towards":[118],"fixed,":[119],"open-source":[120],"models,":[121],"reserving":[122],"prototyping.":[126],"suggest":[128],"strategies":[129],"providers":[132],"can":[133],"adopt":[134],"better":[136],"uphold":[137],"during":[141],"model":[142]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}