{"id":"https://openalex.org/W4393541701","doi":"https://doi.org/10.5281/zenodo.7708658","title":"Lost at C: Data from the Security-focused User Study","display_name":"Lost at C: Data from the Security-focused User Study","publication_year":2023,"publication_date":"2023-03-07","ids":{"openalex":"https://openalex.org/W4393541701","doi":"https://doi.org/10.5281/zenodo.7708658"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:7708658","is_oa":true,"landing_page_url":"https://zenodo.org/record/7708658","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/7708658","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103217647","display_name":"Gustavo Sandoval","orcid":"https://orcid.org/0000-0002-2534-0779"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sandoval, Gustavo","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053148078","display_name":"Hammond Pearce","orcid":"https://orcid.org/0000-0002-3488-7004"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pearce, Hammond","raw_affiliation_strings":["New York University"],"raw_orcid":"https://orcid.org/0000-0002-3488-7004","affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086650438","display_name":"Teo Nys","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nys, Teo","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059648257","display_name":"Ramesh Karri","orcid":"https://orcid.org/0000-0001-7989-5617"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karri, Ramesh","raw_affiliation_strings":["New York University"],"raw_orcid":"https://orcid.org/0000-0001-7989-5617","affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010950688","display_name":"Siddharth Garg","orcid":"https://orcid.org/0000-0002-6158-9512"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddharth Garg","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060815601","display_name":"Brendan Dolan-Gavitt","orcid":"https://orcid.org/0000-0002-8867-4282"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dolan-Gavitt, Brendan","raw_affiliation_strings":["New York University"],"raw_orcid":"https://orcid.org/0000-0002-8867-4282","affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.474700003862381,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.474700003862381,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5151263475418091},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3482353091239929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5151263475418091},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3482353091239929}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:7708658","is_oa":true,"landing_page_url":"https://zenodo.org/record/7708658","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},{"id":"doi:10.5281/zenodo.7708658","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.7708658","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:7708658","is_oa":true,"landing_page_url":"https://zenodo.org/record/7708658","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"<strong>2022":[0],"Study":[1,30,109],"on":[2,31],"the":[3,15,18,23,32,44,127,180,186,204,207,210,233,239,246],"security":[4,33],"implications":[5,34],"of":[6,17,35,76,197,206,222],"Large":[7,36,59],"Language":[8,37,60],"Model":[9,38,61],"Code":[10,39],"Assistants</strong>":[11],"This":[12,171],"repository":[13,237],"contains":[14,238],"results":[16,252],"2022":[19],"study":[20,160,241],"described":[21],"in":[22,64,99,120,163],"Paper:":[24],"`Lost":[25],"at":[26],"C:":[27],"A":[28],"User":[29,108],"Assistants`":[40],"Link:":[41],"https://arxiv.org/pdf/2208.09727.pdf":[42],"Here,":[43],"overall":[45],"goal":[46],"is":[47],"to":[48,54,131,140,184,190,201],"determine":[49],"if":[50],"users":[51,115,128],"with":[52,71,90],"access":[53,130,146],"code":[55,70],"suggestions":[56,138],"via":[57,179],"a":[58,65,72,107,117,123,132,164,195,220],"(OpenAI":[62],"code-cushman-001)":[63],"GitHub":[66],"Copilot-like":[67,134],"arrangement":[68],"produce":[69],"higher":[73],"incidence":[74],"rate":[75],"security-related":[77],"bugs":[78,93],"than":[79,151,177],"those":[80,96],"without":[81],"any":[82],"such":[83,94],"access.":[84],"In":[85],"particular":[86],"we":[87],"concern":[88],"ourselves":[89],"low-level":[91],"memory-related":[92],"as":[95,122,217,219,243,245],"often":[97],"present":[98],"buggy":[100],"C":[101,121],"code.":[102],"To":[103],"answer":[104],"this":[105],"question,":[106],"was":[110,161,173],"conducted":[111],"(N=58)":[112],"which":[113,136],"had":[114,129,144,183,200],"implement":[116,185,202],"shopping":[118,187],"list":[119,188],"singly-linked":[124],"list.":[125],"Half":[126],"custom":[133],"extension":[135],"generated":[137],"according":[139,189],"code-cushman-001,":[141],"and":[142,251],"half":[143],"no":[145],"or":[147],"coding":[148],"hints":[149],"other":[150],"provided":[152,215],"by":[153],"Visual":[154],"Studio":[155],"Code's":[156],"default":[157],"Intellisense.<br>":[158],"The":[159,236],"performed":[162],"controlled":[165],"environment":[166],"(a":[167],"virtualized":[168],"cloud-based":[169],"desktop).":[170],"task":[172],"made":[174],"deliberately":[175],"difficult":[176],"usual":[178],"specifications:":[181],"participants":[182],"an":[191],"unusual":[192],"API":[193],"containing":[194],"number":[196],"pitfalls.":[198],"They":[199],"only":[203],"implementation":[205],"specification":[208],"(i.e.":[209],"`list.c`":[211],"file).":[212],"Users":[213],"were":[214],"`list.h`":[216],"well":[218,244],"suite":[221],"automated":[223],"(if":[224],"basic)":[225],"tests.":[226],"For":[227],"more":[228],"details,":[229],"you":[230],"can":[231],"see":[232],"associated":[234],"paper.":[235],"user":[240],"data":[242],"scripts":[247],"used":[248],"for":[249],"analysis":[250],"reproduction.":[253]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}
