{"id":"https://openalex.org/W4381572755","doi":"https://doi.org/10.1007/s43681-023-00289-2","title":"Auditing large language models: a three-layered approach","display_name":"Auditing large language models: a three-layered approach","publication_year":2023,"publication_date":"2023-05-30","ids":{"openalex":"https://openalex.org/W4381572755","doi":"https://doi.org/10.1007/s43681-023-00289-2"},"language":"en","primary_location":{"id":"doi:10.1007/s43681-023-00289-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-023-00289-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00289-2.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00289-2.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025509228","display_name":"Jakob M\u00f6kander","orcid":"https://orcid.org/0000-0002-8691-2582"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]},{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Jakob M\u00f6kander","raw_affiliation_strings":["Center for Information Technology Policy, Princeton University, Princeton, USA","Oxford Internet Institute, University of Oxford, Oxford, UK"],"raw_orcid":"https://orcid.org/0000-0002-8691-2582","affiliations":[{"raw_affiliation_string":"Center for Information Technology Policy, Princeton University, Princeton, USA","institution_ids":["https://openalex.org/I29955533","https://openalex.org/I20089843"]},{"raw_affiliation_string":"Oxford Internet Institute, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016424652","display_name":"Jonas Schuett","orcid":"https://orcid.org/0000-0001-7154-5049"},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]},{"id":"https://openalex.org/I4387155932","display_name":"Centre for the Governance of AI","ror":"https://ror.org/00z5fvd84","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4387155932"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Schuett","raw_affiliation_strings":["Centre for the Governance of AI, Oxford, UK","Faculty of Law, Goethe University Frankfurt, Frankfurt am Main, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7154-5049","affiliations":[{"raw_affiliation_string":"Centre for the Governance of AI, Oxford, UK","institution_ids":["https://openalex.org/I4387155932"]},{"raw_affiliation_string":"Faculty of Law, Goethe University Frankfurt, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051050719","display_name":"Hannah Rose Kirk","orcid":"https://orcid.org/0000-0002-7419-5993"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hannah Rose Kirk","raw_affiliation_strings":["Oxford Internet Institute, University of Oxford, Oxford, UK"],"raw_orcid":"https://orcid.org/0000-0002-7419-5993","affiliations":[{"raw_affiliation_string":"Oxford Internet Institute, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046574356","display_name":"Luciano Floridi","orcid":"https://orcid.org/0000-0002-5444-2280"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["GB","IT"],"is_corresponding":false,"raw_author_name":"Luciano Floridi","raw_affiliation_strings":["Department of Legal Studies, University of Bologna, Bologna, Italy","Oxford Internet Institute, University of Oxford, Oxford, UK"],"raw_orcid":"https://orcid.org/0000-0002-5444-2280","affiliations":[{"raw_affiliation_string":"Department of Legal Studies, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]},{"raw_affiliation_string":"Oxford Internet Institute, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5025509228"],"corresponding_institution_ids":["https://openalex.org/I20089843","https://openalex.org/I29955533","https://openalex.org/I40120149"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":43.8945,"has_fulltext":true,"cited_by_count":190,"citation_normalized_percentile":{"value":0.9981852,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"4","issue":"4","first_page":"1085","last_page":"1115"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9065999984741211,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7636392116546631},{"id":"https://openalex.org/keywords/corporate-governance","display_name":"Corporate governance","score":0.606430172920227},{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.5795131325721741},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.3473464250564575},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3419697880744934},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.3282036781311035},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.32764896750450134},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21773993968963623},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.20817860960960388},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.10181605815887451}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7636392116546631},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.606430172920227},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.5795131325721741},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3473464250564575},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3419697880744934},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3282036781311035},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.32764896750450134},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21773993968963623},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.20817860960960388},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.10181605815887451},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s43681-023-00289-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-023-00289-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00289-2.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s43681-023-00289-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-023-00289-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00289-2.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307770","display_name":"AstraZeneca","ror":"https://ror.org/04r9x1a08"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381572755.pdf"},"referenced_works_count":216,"referenced_works":["https://openalex.org/W597036898","https://openalex.org/W1534502583","https://openalex.org/W1536594450","https://openalex.org/W1968241292","https://openalex.org/W1975675278","https://openalex.org/W1977675760","https://openalex.org/W2015198362","https://openalex.org/W2028860426","https://openalex.org/W2079283960","https://openalex.org/W2081446015","https://openalex.org/W2100506586","https://openalex.org/W2106534692","https://openalex.org/W2255792231","https://openalex.org/W2294076101","https://openalex.org/W2297259217","https://openalex.org/W2332851105","https://openalex.org/W2338991735","https://openalex.org/W2403984353","https://openalex.org/W2482146702","https://openalex.org/W2588936615","https://openalex.org/W2594153394","https://openalex.org/W2604790242","https://openalex.org/W2738428139","https://openalex.org/W2765330044","https://openalex.org/W2767394981","https://openalex.org/W2780153414","https://openalex.org/W2794015279","https://openalex.org/W2799244840","https://openalex.org/W2807113735","https://openalex.org/W2880383342","https://openalex.org/W2884074583","https://openalex.org/W2897042519","https://openalex.org/W2897439270","https://openalex.org/W2898883664","https://openalex.org/W2902634493","https://openalex.org/W2911227954","https://openalex.org/W2923014074","https://openalex.org/W2925224691","https://openalex.org/W2942730552","https://openalex.org/W2944704506","https://openalex.org/W2952604841","https://openalex.org/W2953522645","https://openalex.org/W2956792022","https://openalex.org/W2962059918","https://openalex.org/W2962704634","https://openalex.org/W2963078909","https://openalex.org/W2963532322","https://openalex.org/W2971307358","https://openalex.org/W2972657613","https://openalex.org/W2985543011","https://openalex.org/W2993252589","https://openalex.org/W2995006168","https://openalex.org/W2998516762","https://openalex.org/W3001279689","https://openalex.org/W3001807593","https://openalex.org/W3002093512","https://openalex.org/W3006708286","https://openalex.org/W3009613839","https://openalex.org/W3017343191","https://openalex.org/W3023001449","https://openalex.org/W3033511014","https://openalex.org/W3034238904","https://openalex.org/W3034850762","https://openalex.org/W3037831233","https://openalex.org/W3048824105","https://openalex.org/W3092010601","https://openalex.org/W3093211917","https://openalex.org/W3095319910","https://openalex.org/W3098379356","https://openalex.org/W3100279624","https://openalex.org/W3100355250","https://openalex.org/W3101447603","https://openalex.org/W3101449015","https://openalex.org/W3102619004","https://openalex.org/W3104423855","https://openalex.org/W3105871743","https://openalex.org/W3105882417","https://openalex.org/W3112689365","https://openalex.org/W3123554940","https://openalex.org/W3125569121","https://openalex.org/W3125809767","https://openalex.org/W3127162919","https://openalex.org/W3130234976","https://openalex.org/W3133702157","https://openalex.org/W3133874049","https://openalex.org/W3134395196","https://openalex.org/W3135367836","https://openalex.org/W3135484384","https://openalex.org/W3139137532","https://openalex.org/W3148308966","https://openalex.org/W3152436735","https://openalex.org/W3154536706","https://openalex.org/W3159435787","https://openalex.org/W3160137267","https://openalex.org/W3160638507","https://openalex.org/W3160920566","https://openalex.org/W3162439866","https://openalex.org/W3163154359","https://openalex.org/W3168584517","https://openalex.org/W3171654528","https://openalex.org/W3172556138","https://openalex.org/W3172794097","https://openalex.org/W3173783648","https://openalex.org/W3174269049","https://openalex.org/W3175487198","https://openalex.org/W3176477796","https://openalex.org/W3181414820","https://openalex.org/W3182976505","https://openalex.org/W3184097711","https://openalex.org/W3186551952","https://openalex.org/W3188785232","https://openalex.org/W3193717459","https://openalex.org/W3198659451","https://openalex.org/W3198685994","https://openalex.org/W3199424257","https://openalex.org/W3200802389","https://openalex.org/W3201174429","https://openalex.org/W3208206463","https://openalex.org/W3210785036","https://openalex.org/W3211595942","https://openalex.org/W3211982349","https://openalex.org/W3212020324","https://openalex.org/W3212281239","https://openalex.org/W3212327893","https://openalex.org/W3212368439","https://openalex.org/W3212464620","https://openalex.org/W3213241618","https://openalex.org/W3213782894","https://openalex.org/W3215475614","https://openalex.org/W3217449589","https://openalex.org/W4200303997","https://openalex.org/W4205948809","https://openalex.org/W4206524579","https://openalex.org/W4210477483","https://openalex.org/W4212915308","https://openalex.org/W4220929609","https://openalex.org/W4223475929","https://openalex.org/W4223506650","https://openalex.org/W4223510915","https://openalex.org/W4223908421","https://openalex.org/W4224035735","https://openalex.org/W4224222525","https://openalex.org/W4224307573","https://openalex.org/W4224308101","https://openalex.org/W4225115543","https://openalex.org/W4225323055","https://openalex.org/W4225411436","https://openalex.org/W4225479391","https://openalex.org/W4225591000","https://openalex.org/W4226278401","https://openalex.org/W4226404919","https://openalex.org/W4229447062","https://openalex.org/W4230816331","https://openalex.org/W4236606073","https://openalex.org/W4237497717","https://openalex.org/W4238858058","https://openalex.org/W4239801659","https://openalex.org/W4244120138","https://openalex.org/W4244751360","https://openalex.org/W4245587674","https://openalex.org/W4281264299","https://openalex.org/W4281557260","https://openalex.org/W4281723109","https://openalex.org/W4282832127","https://openalex.org/W4283076002","https://openalex.org/W4283155630","https://openalex.org/W4283156811","https://openalex.org/W4283157303","https://openalex.org/W4283167130","https://openalex.org/W4283168787","https://openalex.org/W4283170666","https://openalex.org/W4285288507","https://openalex.org/W4285787421","https://openalex.org/W4287391981","https://openalex.org/W4287887133","https://openalex.org/W4287900772","https://openalex.org/W4288058319","https://openalex.org/W4288083800","https://openalex.org/W4288859400","https://openalex.org/W4292223708","https://openalex.org/W4292779060","https://openalex.org/W4294754000","https://openalex.org/W4296413526","https://openalex.org/W4301186400","https://openalex.org/W4306176220","https://openalex.org/W4306808908","https://openalex.org/W4307697543","https://openalex.org/W4307819507","https://openalex.org/W4308875527","https://openalex.org/W4309182913","https://openalex.org/W4311992568","https://openalex.org/W4312050653","https://openalex.org/W4312213844","https://openalex.org/W4312353889","https://openalex.org/W4312624993","https://openalex.org/W4319601582","https://openalex.org/W4321074112","https://openalex.org/W4322626329","https://openalex.org/W4327952037","https://openalex.org/W4375949262","https://openalex.org/W4379177239","https://openalex.org/W4380319827","https://openalex.org/W4385567149","https://openalex.org/W4385573644","https://openalex.org/W4401115532","https://openalex.org/W4404815083","https://openalex.org/W6600042607","https://openalex.org/W6600560973","https://openalex.org/W6739901393","https://openalex.org/W6756281437","https://openalex.org/W6782465632","https://openalex.org/W6800751262","https://openalex.org/W6811129797","https://openalex.org/W6811340617","https://openalex.org/W6836672048","https://openalex.org/W6838461927"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4304620183","https://openalex.org/W2384575798","https://openalex.org/W2007211730","https://openalex.org/W2265189214","https://openalex.org/W2766654718","https://openalex.org/W2379378785","https://openalex.org/W4396600116","https://openalex.org/W1975337239","https://openalex.org/W1971312788"],"abstract_inverted_index":{"Abstract":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"represent":[5],"a":[6,36,80,95,106,151,162],"major":[7],"advance":[8],"in":[9,50,150],"artificial":[10],"intelligence":[11],"(AI)":[12],"research.":[13],"However,":[14,59,181],"the":[15,66,173,200,211,224],"widespread":[16],"use":[17],"of":[18,83,172,204,210,213],"LLMs":[19,123,215,239],"is":[20,183],"also":[21,209],"coupled":[22],"with":[23],"significant":[24],"ethical":[25,174],"and":[26,48,56,76,117,131,140,153,164,169,175,231,237,243],"social":[27,176],"challenges.":[28],"Previous":[29],"research":[30],"has":[31],"pointed":[32],"towards":[33],"auditing":[34,61,190,214],"as":[35],"promising":[37],"governance":[38,67,110],"mechanism":[39,166],"to":[40,64,79,100,128,185,195,222,228,235],"help":[41],"ensure":[42],"that":[43,52,91,115],"AI":[44],"systems":[45],"are":[46,53,77],"designed":[47],"deployed":[49],"ways":[51],"ethical,":[54,242],"legal,":[55],"technically":[57],"robust.":[58],"existing":[60],"procedures":[62],"fail":[63],"address":[65,90],"challenges":[68],"posed":[69,178],"by":[70,93,179],"LLMs,":[71],"which":[72],"display":[73],"emergent":[74],"capabilities":[75],"adaptable":[78],"wide":[81],"range":[82],"downstream":[84],"tasks.":[85],"In":[86],"this":[87,219],"article,":[88],"we":[89,104,198],"gap":[92],"outlining":[94],"novel":[96],"blueprint":[97],"for":[98,167],"how":[99,146],"audit":[101],"LLMs.":[102,180],"Specifically,":[103],"propose":[105],"three-layered":[107,206],"approach,":[108],"whereby":[109],"audits":[111,121,133],"(of":[112,122,134],"technology":[113,229],"providers":[114,230],"design":[116],"disseminate":[118],"LLMs),":[119],"model":[120],"after":[124],"pre-training":[125],"but":[126,208],"prior":[127],"their":[129],"release),":[130],"application":[132],"applications":[135],"based":[136],"on":[137,156],"LLMs)":[138],"complement":[139],"inform":[141],"each":[142],"other.":[143],"We":[144],"show":[145],"audits,":[147],"when":[148],"conducted":[149],"structured":[152],"coordinated":[154],"manner":[155],"all":[157],"three":[158],"levels,":[159],"can":[160,191],"be":[161,193],"feasible":[163],"effective":[165],"identifying":[168],"managing":[170],"some":[171],"risks":[177],"it":[182],"important":[184],"remain":[186],"realistic":[187],"about":[188],"what":[189],"reasonably":[192],"expected":[194],"achieve.":[196],"Therefore,":[197],"discuss":[199],"limitations":[201],"not":[202],"only":[203],"our":[205],"approach":[207],"prospect":[212],"at":[216],"all.":[217],"Ultimately,":[218],"article":[220],"seeks":[221],"expand":[223],"methodological":[225],"toolkit":[226],"available":[227],"policymakers":[232],"who":[233],"wish":[234],"analyse":[236],"evaluate":[238],"from":[240],"technical,":[241],"legal":[244],"perspectives.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":38},{"year":2025,"cited_by_count":72},{"year":2024,"cited_by_count":61},{"year":2023,"cited_by_count":19}],"updated_date":"2026-06-30T13:55:48.251075","created_date":"2025-10-10T00:00:00"}