{"id":"https://openalex.org/W7214938992","doi":"https://doi.org/10.5281/zenodo.23061439","title":"Pre-Registration Protocol: Inter-Coder Reliability of the Urban Living Lab Legal Enablement (ULE) Instrument","display_name":"Pre-Registration Protocol: Inter-Coder Reliability of the Urban Living Lab Legal Enablement (ULE) Instrument","publication_year":2026,"publication_date":"2026-09-30","ids":{"openalex":"https://openalex.org/W7214938992","doi":"https://doi.org/10.5281/zenodo.23061439"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23061439","doi":"https://doi.org/10.5281/zenodo.23061439","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23061439","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23061439","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046903311","display_name":"Ozge Celik Yilmaz","orcid":"https://orcid.org/0000-0002-8577-1730","observed_orcids":["https://orcid.org/0000-0002-8577-1730"]},"institutions":[{"id":"https://openalex.org/I4210105784","display_name":"Istanbul Metropolitan Municipality","ror":"https://ror.org/01rbmhr75","country_code":"TR","type":"government","lineage":["https://openalex.org/I4210105784"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"\u00c7elik Y\u0131lmaz, \u00d6zge","raw_affiliation_strings":["Istanbul Metropolitan Municipality"],"raw_orcid":"https://orcid.org/0000-0002-8577-1730","affiliations":[{"raw_affiliation_string":"Istanbul Metropolitan Municipality","institution_ids":["https://openalex.org/I4210105784"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5046903311"],"corresponding_institution_ids":["https://openalex.org/I4210105784"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.8417999744415283,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.8417999744415283,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14147","display_name":"Innovative Approaches in Technology and Social Development","score":0.06080000102519989,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10239","display_name":"Urban Planning and Governance","score":0.005100000184029341,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intercoder-reliability","display_name":"intercoder reliability","score":0.8539999723434448},{"id":"https://openalex.org/keywords/krippendorff-s-alpha","display_name":"Krippendorff's alpha","score":0.8640000224113464},{"id":"https://openalex.org/keywords/documentary-corpus","display_name":"documentary corpus","score":0.4950000047683716}],"concepts":[{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6290000081062317},{"id":"https://openalex.org/C158739034","wikidata":"https://www.wikidata.org/wiki/Q1907114","display_name":"Metropolitan area","level":2,"score":0.5473999977111816},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5342000126838684},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.5135999917984009},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4528000056743622},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43529999256134033},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.4036000072956085},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.37059998512268066},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C2777381055","wikidata":"https://www.wikidata.org/wiki/Q308922","display_name":"Damages","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2687000036239624},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.260699987411499},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2549000084400177},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2524000108242035}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.5281/zenodo.23061439","doi":"https://doi.org/10.5281/zenodo.23061439","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23061439","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.23061440","doi":"https://doi.org/10.5281/zenodo.23061440","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23061440","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.23186052","doi":"https://doi.org/10.5281/zenodo.23186052","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23186052","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.23335732","doi":"https://doi.org/10.5281/zenodo.23335732","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23335732","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.23496606","doi":"https://doi.org/10.5281/zenodo.23496606","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23496606","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23061439","doi":"https://doi.org/10.5281/zenodo.23061439","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23061439","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5473999977111816,"display_name":"Peace, justice, and strong institutions"}],"study_designs":[{"id":"https://openalex.org/study-designs/study-protocol","display_name":"Study Protocol"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7211877861","https://openalex.org/W7204073301","https://openalex.org/W7047819390","https://openalex.org/W7162275800","https://openalex.org/W2484598580","https://openalex.org/W2810242785","https://openalex.org/W7133155135","https://openalex.org/W6925047730","https://openalex.org/W7112480124","https://openalex.org/W7204587416"],"abstract_inverted_index":{"This":[0,84],"record":[1],"deposits":[2],"the":[3,13,23,28,42,47,56,82,92,96,104,183,195,201,214,242,254,265,271,310,332,336,371,381,397,413,416,424,434,438],"pre-registration":[4],"protocol":[5,57,255,360],"for":[6,50,122,136],"a":[7,79,224,229,289,298,302,365,389,410],"study":[8,85],"of":[9,44,53,65,253,338,370,377,437],"inter-coder":[10],"reliability":[11],"in":[12,145,160,264,318,329,362],"Urban":[14],"Living":[15],"Lab":[16],"Legal":[17],"Enablement":[18],"(ULE)":[19],"instrument,":[20],"together":[21],"with":[22,150,228],"documentary":[24],"corpus":[25,163,184,196],"on":[26,103,153,247],"which":[27,123,137],"coding":[29],"will":[30],"be":[31,297,393],"performed.":[32],"It":[33,391],"is":[34,46,148,198,212,401,407],"deposited":[35],"before":[36,396],"any":[37,405],"coder":[38,211,399],"receives":[39],"materials,":[40],"and":[41,99,119,129,134,185,204,232,236,259,301,331,379,423],"date":[43],"deposit":[45],"reference":[48],"point":[49],"every":[51,210,237],"claim":[52],"prior":[54],"specification":[55],"makes.":[58],"The":[59,162,180,359],"ULE":[60],"instrument":[61],"scores":[62,72,108,126],"five":[63,420],"conditions":[64],"legal":[66],"enablement":[67],"across":[68],"urban":[69],"cases.":[70],"Its":[71],"have":[73],"so":[74,208],"far":[75],"been":[76,221,276,284],"assigned":[77],"by":[78],"single":[80,225],"coder,":[81],"author.":[83],"asks":[86],"whether":[87,100],"independent":[88],"coders":[89,186,189],"working":[90],"from":[91],"published":[93,107],"codebook":[94],"reach":[95],"same":[97,215],"scores,":[98],"they":[101,138],"converge":[102],"author's":[105,266],"own":[106,245,267],"where":[109],"those":[110],"exist.":[111],"Five":[112],"US":[113],"metropolitan":[114],"cases":[115],"are":[116,127,143,320],"used:":[117],"Milwaukee":[118,167],"Washington":[120,169],"DC,":[121],"no":[124,351],"author":[125,181],"published,":[128],"New":[130,172],"York":[131,173],"City,":[132],"Philadelphia":[133,176],"Portland,":[135],"are.":[139],"Twenty-five":[140],"condition":[141],"cells":[142],"scored":[144],"total.":[146],"Agreement":[147],"measured":[149],"Krippendorff's":[151],"alpha":[152,367],"an":[154,233,385],"ordinal":[155],"metric,":[156],"against":[157,241],"thresholds":[158],"fixed":[159,197,352],"advance.":[161],"comprises":[164],"90":[165],"documents:":[166],"18,":[168,175],"DC":[170],"17,":[171],"City":[174],"22,":[177],"Portland":[178],"15.":[179],"supplies":[182],"score":[187],"it;":[188],"do":[190],"not":[191,307],"collect":[192],"documents.":[193],"Holding":[194],"what":[199,257,364],"isolates":[200],"interpretive":[202],"step,":[203],"it":[205],"only":[206,395],"does":[207,306],"if":[209],"handed":[213],"text.":[216],"Every":[217],"entry":[218],"has":[219],"therefore":[220],"resolved":[222,240],"to":[223,296,335,374,428,433],"retrievable":[226,354],"document":[227],"full":[230,417],"citation":[231],"open":[234],"locator,":[235],"locator":[238],"was":[239,327],"issuing":[243],"authority's":[244],"publication":[246,375],"30":[248],"September":[249],"2026.":[250],"Appendix":[251],"B":[252],"reports":[256],"compilation":[258],"verification":[260],"found,":[261],"including":[262],"errors":[263],"first":[268,398],"pass":[269],"at":[270],"corpus.":[272],"Two":[273,313],"instruments":[274],"had":[275,283],"entered":[277],"twice":[278],"under":[279,309],"different":[280],"names;":[281],"three":[282],"named":[285],"incorrectly,":[286],"among":[287],"them":[288],"state":[290],"statute":[291],"title":[292],"that":[293,305],"turned":[294],"out":[295],"regional":[299],"code":[300],"grant":[303],"programme":[304],"exist":[308],"name":[311],"given.":[312],"documents":[314],"recorded":[315],"as":[316,384,409],"being":[317],"force":[319],"not:":[321],"Portland's":[322],"2015":[323],"Climate":[324],"Action":[325],"Plan":[326],"repealed":[328],"2022,":[330],"2020":[333],"amendments":[334],"District":[337],"Columbia's":[339],"stormwater":[340],"regulations":[341],"were":[342,348],"never":[343],"finalised.":[344],"Seven":[345],"candidate":[346],"entries":[347],"dropped":[349],"because":[350],"publicly":[353],"text":[355],"stands":[356],"behind":[357],"them.":[358],"states":[361],"advance":[363],"low":[366],"would":[368],"require":[369],"author,":[372],"commits":[373],"regardless":[376],"outcome,":[378],"treats":[380],"disagreement":[382],"analysis":[383],"outcome":[386],"rather":[387],"than":[388],"nuisance.":[390],"may":[392],"amended":[394],"package":[400],"distributed;":[402],"after":[403],"that,":[404],"departure":[406],"reported":[408],"deviation.":[411],"Files:":[412],"protocol;":[414],"corpus_index.csv,":[415],"90-document":[418],"corpus;":[419],"per-city":[421],"extracts;":[422],"scoring":[425],"template":[426],"issued":[427],"coders,":[429],"whose":[430],"fields":[431,436],"correspond":[432],"mandatory":[435],"codebook.":[439]},"counts_by_year":[],"updated_date":"2026-10-21T09:56:26.102985","created_date":"2026-10-01T00:00:00"}