{"id":"https://openalex.org/W4308243713","doi":"https://doi.org/10.22152/programming-journal.org/2023/7/7","title":"Little Tricky Logic: Misconceptions in the Understanding of LTL","display_name":"Little Tricky Logic: Misconceptions in the Understanding of LTL","publication_year":2022,"publication_date":"2022-10-15","ids":{"openalex":"https://openalex.org/W4308243713","doi":"https://doi.org/10.22152/programming-journal.org/2023/7/7"},"language":"en","primary_location":{"id":"doi:10.22152/programming-journal.org/2023/7/7","is_oa":true,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2023/7/7","pdf_url":"https://arxiv.org/pdf/2211.01677v1","source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://arxiv.org/pdf/2211.01677v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002785598","display_name":"Ben Greenman","orcid":"https://orcid.org/0000-0001-7078-9287"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Greenman","raw_affiliation_strings":["Brown University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020229682","display_name":"Sam Saarinen","orcid":"https://orcid.org/0000-0001-9053-3692"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sam Saarinen","raw_affiliation_strings":["Brown University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079753562","display_name":"Tim Nelson","orcid":"https://orcid.org/0000-0002-9377-9943"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Nelson","raw_affiliation_strings":["Brown University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024394821","display_name":"Shriram Krishnamurthi","orcid":"https://orcid.org/0000-0001-5184-1975"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shriram Krishnamurthi","raw_affiliation_strings":["Brown University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27804330"],"apc_list":null,"apc_paid":null,"fwci":2.3875,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.90202055,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"7","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.6207776665687561},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6002780795097351},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5547755360603333},{"id":"https://openalex.org/keywords/mistake","display_name":"Mistake","score":0.5064171552658081},{"id":"https://openalex.org/keywords/linear-temporal-logic","display_name":"Linear temporal logic","score":0.5017366409301758},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.44989508390426636},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.43685173988342285},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.38477376103401184},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3041765093803406},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2811262607574463},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1812402904033661},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.08234056830406189}],"concepts":[{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.6207776665687561},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6002780795097351},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5547755360603333},{"id":"https://openalex.org/C2777179996","wikidata":"https://www.wikidata.org/wiki/Q911222","display_name":"Mistake","level":2,"score":0.5064171552658081},{"id":"https://openalex.org/C4777664","wikidata":"https://www.wikidata.org/wiki/Q1536492","display_name":"Linear temporal logic","level":2,"score":0.5017366409301758},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.44989508390426636},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.43685173988342285},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.38477376103401184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3041765093803406},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2811262607574463},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1812402904033661},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.08234056830406189},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.22152/programming-journal.org/2023/7/7","is_oa":true,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2023/7/7","pdf_url":"https://arxiv.org/pdf/2211.01677v1","source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2211.01677","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.01677","pdf_url":"https://arxiv.org/pdf/2211.01677","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.22152/programming-journal.org/2023/7/7","is_oa":true,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2023/7/7","pdf_url":"https://arxiv.org/pdf/2211.01677v1","source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.800000011920929,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4001698690","display_name":"SHF: Small: Little Tricky Logics: Misconceptions in Understanding Logics and Formal Properties","funder_award_id":"2227863","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7698193007","display_name":"Computing Innovation Fellows 2020 Project","funder_award_id":"2030859","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8404163778","display_name":"Pedagogical Tools for Formal Methods","funder_award_id":"2208731","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308243713.pdf","grobid_xml":"https://content.openalex.org/works/W4308243713.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1590719878","https://openalex.org/W4244271513","https://openalex.org/W2368605798","https://openalex.org/W4376622330","https://openalex.org/W4391150403","https://openalex.org/W2081749821","https://openalex.org/W1968572830","https://openalex.org/W2090814745","https://openalex.org/W2029896371","https://openalex.org/W2136497797"],"abstract_inverted_index":{"Context":[0],"Linear":[1],"Temporal":[2],"Logic":[3],"(ltl)":[4],"has":[5],"been":[6],"used":[7,280],"widely":[8],"in":[9,30,66,89,136,193,222,260,272,287,310,341],"verification.Its":[10],"importance":[11],"and":[12,24,32,84,169,183,252,299,306,314,347],"popularity":[13],"have":[14,41,59,65,177],"only":[15],"grown":[16],"with":[17,25,74,250],"the":[18,39,52,61,72,123,137,165,196,203,209,218,261,273,292],"revival":[19],"of":[20,28,45,55,78,87,154,158,185,213,263,294],"temporal":[21],"logic":[22],"synthesis,":[23],"new":[26,186],"uses":[27,36],"ltl":[29,48,68,79,88,126,206,345],"robotics":[31],"planning":[33],"activities.All":[34],"these":[35],"demand":[37],"that":[38,176,202,236,290,302],"user":[40],"a":[42,75,99,111,131,152,224,230,255,288,359],"clear":[43],"understanding":[44,67,86],"what":[46,116,342,348],"an":[47],"specification":[49],"means.Inquiry":[50],"Despite":[51],"growing":[53],"use":[54],"ltl,":[56,251],"no":[57],"studies":[58],"investigated":[60],"misconceptions":[62,146,175,284,326],"users":[63],"actually":[64],"formulas.This":[69],"paper":[70],"addresses":[71],"gap":[73],"first":[76],"study":[77,82,122,142,164,234],"misconceptions.Approach":[80],"We":[81,172],"researchers'":[83],"learners'":[85],"four":[90],"rounds":[91],"(three":[92],"written":[93],"surveys,":[94],"one":[95],"talk-aloud)":[96],"spread":[97],"across":[98],"two-year":[100],"timeframe.Concretely,":[101],"we":[102,121,141,162,253],"decompose":[103],"\"understanding":[104],"ltl\"":[105],"into":[106],"three":[107],"questions.A":[108],"person":[109,129],"reading":[110],"spec":[112,132],"needs":[113,133],"to":[114,127,134,144,195,205,229,258,265,275,282,335],"understand":[115],"it":[117],"is":[118,217,344],"saying,":[119],"so":[120,140],"mapping":[124],"from":[125,149],"English.A":[128],"writing":[130],"go":[135],"other":[138,363],"direction,":[139],"English":[143,204],"ltl.However,":[145],"could":[147],"arise":[148],"two":[150,336],"sources:":[151],"misunderstanding":[153],"ltl's":[155],"syntax":[156],"or":[157,244],"its":[159],"underlying":[160],"semantics.Therefore,":[161],"also":[163,200],"relationship":[166],"between":[167],"formulas":[168],"specific":[170],"traces.Knowledge":[171],"find":[173,201],"several":[174],"consequences":[178],"for":[179,239,324,362],"learners,":[180],"tool":[181],"builders,":[182],"designers":[184],"property":[187],"languages.These":[188],"findings":[189,269],"are":[190,237,247,270],"already":[191],"resulting":[192],"changes":[194],"Alloy":[197],"modeling":[198],"language.We":[199],"direction":[207,221],"was":[208],"most":[210],"common":[211],"source":[212],"errors;":[214],"unfortunately,":[215],"this":[216],"critical":[219,337],"\"authoring\"":[220],"which":[223],"subtle":[225],"mistake":[226],"can":[227,349,356],"lead":[228],"faulty":[231],"system.We":[232],"contribute":[233],"instruments":[235,355],"useful":[238,333],"training":[240],"learners":[241,286,305],"(whether":[242],"academic":[243],"industrial)":[245],"who":[246],"getting":[248],"acquainted":[249],"provide":[254],"code":[256],"book":[257],"assist":[259],"analysis":[262],"responses":[264,274],"similar-style":[266],"questions.Grounding":[267],"Our":[268],"grounded":[271],"our":[276,325],"survey":[277,354],"rounds.Round":[278],"1":[279],"Quizius":[281],"identify":[283],"among":[285],"way":[289],"reduces":[291],"threat":[293],"expert":[295],"blind":[296],"spots.Rounds":[297],"2":[298],"3":[300],"confirm":[301],"both":[303],"additional":[304],"researchers":[307],"(who":[308],"work":[309,331],"formal":[311],"methods,":[312],"robotics,":[313],"related":[315],"fields)":[316],"make":[317],"similar":[318],"errors.Round":[319],"4":[320],"adds":[321],"deep":[322],"support":[323],"via":[327],"talk-aloud":[328],"surveys.Importance":[329],"This":[330],"provides":[332],"answers":[334],"but":[338],"unexplored":[339],"questions:":[340],"ways":[343],"tricky":[346],"be":[350],"done":[351],"about":[352],"it?Our":[353],"serve":[357],"as":[358],"starting":[360],"point":[361],"studies.":[364]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5}],"updated_date":"2026-08-09T07:27:16.801131","created_date":"2025-10-10T00:00:00"}