{"id":"https://openalex.org/W4384261711","doi":"https://doi.org/10.1145/3571884.3604316","title":"Opening up ChatGPT: Tracking openness, transparency, and accountability in instruction-tuned text generators","display_name":"Opening up ChatGPT: Tracking openness, transparency, and accountability in instruction-tuned text generators","publication_year":2023,"publication_date":"2023-07-17","ids":{"openalex":"https://openalex.org/W4384261711","doi":"https://doi.org/10.1145/3571884.3604316"},"language":"en","primary_location":{"id":"doi:10.1145/3571884.3604316","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3571884.3604316","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Conference on Conversational User Interfaces","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2307.05532","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025973741","display_name":"Andreas Liesenfeld","orcid":"https://orcid.org/0000-0001-6076-4406"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Andreas Liesenfeld","raw_affiliation_strings":["Centre for Language Studies, Radboud University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-6076-4406","affiliations":[{"raw_affiliation_string":"Centre for Language Studies, Radboud University, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103037154","display_name":"Alianda Lopez","orcid":"https://orcid.org/0009-0004-5873-5496"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alianda Lopez","raw_affiliation_strings":["Centre for Language Studies, Radboud University, Netherlands"],"raw_orcid":"https://orcid.org/0009-0004-5873-5496","affiliations":[{"raw_affiliation_string":"Centre for Language Studies, Radboud University, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026975478","display_name":"Mark Dingemanse","orcid":"https://orcid.org/0000-0002-3290-5723"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mark Dingemanse","raw_affiliation_strings":["Centre for Language Studies, Radboud University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-3290-5723","affiliations":[{"raw_affiliation_string":"Centre for Language Studies, Radboud University, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025973741"],"corresponding_institution_ids":["https://openalex.org/I145872427"],"apc_list":null,"apc_paid":null,"fwci":44.1397,"has_fulltext":true,"cited_by_count":103,"citation_normalized_percentile":{"value":0.99877385,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.8269861340522766},{"id":"https://openalex.org/keywords/openness-to-experience","display_name":"Openness to experience","score":0.8088948726654053},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.7370480298995972},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7020074129104614},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.6148281693458557},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5265103578567505},{"id":"https://openalex.org/keywords/principle-of-legality","display_name":"Principle of legality","score":0.45276322960853577},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4420923590660095},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4247964322566986},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3797314465045929},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2268669605255127},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2117478847503662},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10806846618652344},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09061184525489807},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.08301880955696106}],"concepts":[{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.8269861340522766},{"id":"https://openalex.org/C84976871","wikidata":"https://www.wikidata.org/wiki/Q2015673","display_name":"Openness to experience","level":2,"score":0.8088948726654053},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.7370480298995972},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7020074129104614},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.6148281693458557},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5265103578567505},{"id":"https://openalex.org/C42027317","wikidata":"https://www.wikidata.org/wiki/Q2307054","display_name":"Principle of legality","level":2,"score":0.45276322960853577},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4420923590660095},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4247964322566986},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3797314465045929},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2268669605255127},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2117478847503662},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10806846618652344},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09061184525489807},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.08301880955696106},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3571884.3604316","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3571884.3604316","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th International Conference on Conversational User Interfaces","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2307.05532","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.05532","pdf_url":"https://arxiv.org/pdf/2307.05532","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/302786","is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/302786","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/302786/302786.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://opening-up-chatgpt.github.io","raw_type":"Article in monograph or in proceedings"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2307.05532","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.05532","pdf_url":"https://arxiv.org/pdf/2307.05532","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.47999998927116394,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G8020311486","display_name":null,"funder_award_id":"016.vidi.185.205","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384261711.pdf","grobid_xml":"https://content.openalex.org/works/W4384261711.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1966041739","https://openalex.org/W2108598243","https://openalex.org/W2110064869","https://openalex.org/W2463568293","https://openalex.org/W2547532903","https://openalex.org/W2618530766","https://openalex.org/W2788572835","https://openalex.org/W2890056718","https://openalex.org/W2897042519","https://openalex.org/W2963489214","https://openalex.org/W2973379954","https://openalex.org/W2994890174","https://openalex.org/W3008058947","https://openalex.org/W3092775028","https://openalex.org/W3100279624","https://openalex.org/W3118781290","https://openalex.org/W3118813946","https://openalex.org/W3119746452","https://openalex.org/W3128525775","https://openalex.org/W3132771424","https://openalex.org/W3133702157","https://openalex.org/W3135371071","https://openalex.org/W3174233822","https://openalex.org/W3177173791","https://openalex.org/W3183475563","https://openalex.org/W3186942977","https://openalex.org/W3193521099","https://openalex.org/W3202183072","https://openalex.org/W3203737321","https://openalex.org/W3212464620","https://openalex.org/W4210913687","https://openalex.org/W4225109361","https://openalex.org/W4226278401","https://openalex.org/W4229447062","https://openalex.org/W4250088333","https://openalex.org/W4281763794","https://openalex.org/W4283810944","https://openalex.org/W4284670548","https://openalex.org/W4287553002","https://openalex.org/W4290062243","https://openalex.org/W4292121845","https://openalex.org/W4306179328","https://openalex.org/W4307225507","https://openalex.org/W4308244210","https://openalex.org/W4308245305","https://openalex.org/W4308760226","https://openalex.org/W4311642023","https://openalex.org/W4312091890","https://openalex.org/W4321177655","https://openalex.org/W4322718191","https://openalex.org/W4322763951","https://openalex.org/W4327810158","https://openalex.org/W4361305452","https://openalex.org/W4362655261","https://openalex.org/W4366277658","https://openalex.org/W4375861770","https://openalex.org/W4380360954"],"related_works":["https://openalex.org/W3122346207","https://openalex.org/W4280488862","https://openalex.org/W2361823710","https://openalex.org/W2382763736","https://openalex.org/W4280647041","https://openalex.org/W2378357372","https://openalex.org/W2888591139","https://openalex.org/W4361225185","https://openalex.org/W3199802296","https://openalex.org/W2999650543"],"abstract_inverted_index":{"Large":[0],"language":[1,32],"models":[2],"that":[3,76,116],"exhibit":[4],"instruction-following":[5],"behaviour":[6],"represent":[7],"one":[8],"of":[9,26,49,59,62,70,85,87,98,100,123,134,159],"the":[10,24,47,56,139],"biggest":[11],"recent":[12],"upheavals":[13],"in":[14,19,89,96],"conversational":[15],"interfaces,":[16],"a":[17,29,120],"trend":[18],"large":[20,31],"part":[21],"fuelled":[22],"by":[23],"release":[25,184],"OpenAI\u2019s":[27],"ChatGPT,":[28],"proprietary":[30,52],"model":[33,104,176],"for":[34],"text":[35],"generation":[36],"fine-tuned":[37],"through":[38],"reinforcement":[39],"learning":[40],"from":[41,170,179],"human":[42,146],"feedback":[43],"(LLM+RLHF).":[44],"We":[45,93,114],"review":[46],"risks":[48],"relying":[50],"on":[51],"software":[53],"and":[54,65,80,111,151,165,173,178,181,185],"survey":[55],"first":[57],"crop":[58],"open-source":[60],"projects":[61,95,124],"comparable":[63],"architecture":[64],"functionality.":[66],"The":[67],"main":[68],"contribution":[69],"this":[71,90],"paper":[72],"is":[73,78,119,149,155],"to":[74,81,163,175,183],"show":[75],"openness":[77,88,99,160],"differentiated,":[79],"offer":[82],"scientific":[83,109,153],"documentation":[84,154],"degrees":[86],"fast-moving":[91],"field.":[92],"evaluate":[94],"terms":[97],"code,":[101],"training":[102,180],"data,":[103,107],"weights,":[105],"RLHF":[106],"licensing,":[108],"documentation,":[110],"access":[112],"methods.":[113],"find":[115],"while":[117],"there":[118],"fast-growing":[121],"list":[122],"billing":[125],"themselves":[126],"as":[127],"\u2018open":[128],"source\u2019,":[129],"many":[130],"inherit":[131],"undocumented":[132],"data":[133,171],"dubious":[135],"legality,":[136],"few":[137],"share":[138],"all-important":[140],"instruction-tuning":[141],"(a":[142],"key":[143],"site":[144],"where":[145],"annotation":[147],"labour":[148],"involved),":[150],"careful":[152],"exceedingly":[156],"rare.":[157],"Degrees":[158],"are":[161],"relevant":[162],"fairness":[164],"accountability":[166],"at":[167],"all":[168],"points,":[169],"collection":[172],"curation":[174],"architecture,":[177],"fine-tuning":[182],"deployment.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":50},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-05-25T08:39:21.599409","created_date":"2025-10-10T00:00:00"}