{"id":"https://openalex.org/W2106558531","doi":"https://doi.org/10.1145/2384616.2384666","title":"An empirical study of the influence of static type systems on the usability of undocumented software","display_name":"An empirical study of the influence of static type systems on the usability of undocumented software","publication_year":2012,"publication_date":"2012-10-19","ids":{"openalex":"https://openalex.org/W2106558531","doi":"https://doi.org/10.1145/2384616.2384666","mag":"2106558531"},"language":"en","primary_location":{"id":"doi:10.1145/2384616.2384666","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2384616.2384666","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM international conference on Object oriented programming systems languages and applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023576125","display_name":"Clemens Mayer","orcid":"https://orcid.org/0000-0002-6495-9873"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Clemens Mayer","raw_affiliation_strings":["University of Duisburg-Essen, Essen, Germany","University of Duisburg-Essen , Essen , Germany"],"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"University of Duisburg-Essen , Essen , Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027034338","display_name":"Stefan Hanenberg","orcid":"https://orcid.org/0000-0001-5936-2143"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Hanenberg","raw_affiliation_strings":["University of Duisburg-Essen, Essen, Germany","University of Duisburg-Essen , Essen , Germany"],"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Essen, Germany","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"University of Duisburg-Essen , Essen , Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031712876","display_name":"Romain Robbes","orcid":"https://orcid.org/0000-0003-4569-6868"},"institutions":[{"id":"https://openalex.org/I69737025","display_name":"University of Chile","ror":"https://ror.org/047gc3g35","country_code":"CL","type":"education","lineage":["https://openalex.org/I69737025"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Romain Robbes","raw_affiliation_strings":["University of Chile, Santiago de Chile, Chile"],"affiliations":[{"raw_affiliation_string":"University of Chile, Santiago de Chile, Chile","institution_ids":["https://openalex.org/I69737025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074606459","display_name":"\u00c9ric Tanter","orcid":"https://orcid.org/0000-0002-7359-890X"},"institutions":[{"id":"https://openalex.org/I69737025","display_name":"University of Chile","ror":"https://ror.org/047gc3g35","country_code":"CL","type":"education","lineage":["https://openalex.org/I69737025"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"\u00c9ric Tanter","raw_affiliation_strings":["University of Chile, Santiago de Chile, Chile"],"affiliations":[{"raw_affiliation_string":"University of Chile, Santiago de Chile, Chile","institution_ids":["https://openalex.org/I69737025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046529373","display_name":"Andreas Stefik","orcid":"https://orcid.org/0000-0002-2554-5862"},"institutions":[{"id":"https://openalex.org/I87547150","display_name":"Southern Illinois University Edwardsville","ror":"https://ror.org/04cqs5j56","country_code":"US","type":"education","lineage":["https://openalex.org/I2801502357","https://openalex.org/I87547150"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas Stefik","raw_affiliation_strings":["Southern Illinois University Edwardsville, Edwardsville, IL, USA","[Southern Illinois University Edwardsville, Edwardsville, IL, USA]"],"affiliations":[{"raw_affiliation_string":"Southern Illinois University Edwardsville, Edwardsville, IL, USA","institution_ids":["https://openalex.org/I87547150"]},{"raw_affiliation_string":"[Southern Illinois University Edwardsville, Edwardsville, IL, USA]","institution_ids":["https://openalex.org/I87547150"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5023576125"],"corresponding_institution_ids":["https://openalex.org/I62318514"],"apc_list":null,"apc_paid":null,"fwci":21.2214,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.99235813,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"683","last_page":"702"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8092222213745117},{"id":"https://openalex.org/keywords/type-safety","display_name":"Type safety","score":0.6503813862800598},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.599299430847168},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5691881775856018},{"id":"https://openalex.org/keywords/static-analysis","display_name":"Static analysis","score":0.5572079420089722},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5403594970703125},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5081908702850342},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.4976787865161896},{"id":"https://openalex.org/keywords/type","display_name":"Type (biology)","score":0.4493914544582367},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.4427073299884796},{"id":"https://openalex.org/keywords/type-theory","display_name":"Type theory","score":0.43595850467681885},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4288579225540161},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4196423888206482},{"id":"https://openalex.org/keywords/software-evolution","display_name":"Software evolution","score":0.41366103291511536},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.24035677313804626}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8092222213745117},{"id":"https://openalex.org/C44779574","wikidata":"https://www.wikidata.org/wiki/Q736866","display_name":"Type safety","level":2,"score":0.6503813862800598},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.599299430847168},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5691881775856018},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.5572079420089722},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5403594970703125},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5081908702850342},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.4976787865161896},{"id":"https://openalex.org/C2777299769","wikidata":"https://www.wikidata.org/wiki/Q3707858","display_name":"Type (biology)","level":2,"score":0.4493914544582367},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.4427073299884796},{"id":"https://openalex.org/C93682546","wikidata":"https://www.wikidata.org/wiki/Q1056428","display_name":"Type theory","level":3,"score":0.43595850467681885},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4288579225540161},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4196423888206482},{"id":"https://openalex.org/C202105479","wikidata":"https://www.wikidata.org/wiki/Q265013","display_name":"Software evolution","level":5,"score":0.41366103291511536},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.24035677313804626},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2384616.2384666","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2384616.2384666","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM international conference on Object oriented programming systems languages and applications","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.467.496","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.467.496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://pleiad.dcc.uchile.cl/papers/2012/mayerAl-oopsla2012.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W83236011","https://openalex.org/W86773645","https://openalex.org/W172478585","https://openalex.org/W627581530","https://openalex.org/W1035035775","https://openalex.org/W1482945316","https://openalex.org/W1507693023","https://openalex.org/W1511267087","https://openalex.org/W1557561422","https://openalex.org/W1566320980","https://openalex.org/W1568983194","https://openalex.org/W1840884391","https://openalex.org/W1977490305","https://openalex.org/W1986899979","https://openalex.org/W1992602600","https://openalex.org/W2008107570","https://openalex.org/W2035206966","https://openalex.org/W2045781957","https://openalex.org/W2074140696","https://openalex.org/W2075811056","https://openalex.org/W2100044779","https://openalex.org/W2120176508","https://openalex.org/W2142181967","https://openalex.org/W2155741178","https://openalex.org/W2168775768","https://openalex.org/W2318815169","https://openalex.org/W3030541726","https://openalex.org/W3137596000","https://openalex.org/W4229772528","https://openalex.org/W6628988950","https://openalex.org/W6630572589"],"related_works":["https://openalex.org/W2528467228","https://openalex.org/W2998644885","https://openalex.org/W2999986875","https://openalex.org/W2740795878","https://openalex.org/W2763815264","https://openalex.org/W1493446239","https://openalex.org/W2167486301","https://openalex.org/W2601088302","https://openalex.org/W1541495887","https://openalex.org/W2106558531"],"abstract_inverted_index":{"Abstract":[0],"Although":[1],"the":[2,21,32,65,96,157],"study":[3,164],"of":[4,23,31,67],"static":[5,37,75,121,151],"and":[6,167],"dynamic":[7,131],"type":[8,24,38,57,76,122,125,132,152],"systems":[9,25,39,77],"plays":[10],"a":[11,106,120,130,150],"major":[12],"role":[13],"in":[14,40,95],"research,":[15],"relatively":[16],"little":[17],"is":[18,47,60,78,101],"known":[19],"about":[20],"impact":[22],"on":[26,105,115],"software":[27],"development.":[28],"Perhaps":[29],"one":[30,71],"more":[33],"common":[34,72],"arguments":[35,92],"for":[36,141,155],"languages":[41],"such":[42],"as":[43,127,129],"Java":[44],"or":[45],"C++":[46],"that":[48,79,140],"they":[49,80],"require":[50],"developers":[51],"to":[52,63,88,165],"annotate":[53],"their":[54],"code":[55],"with":[56,119],"names,":[58],"which":[59,83],"thus":[61],"claimed":[62],"improve":[64],"documentation":[66],"software.":[68],"In":[69],"contrast,":[70],"argument":[73],"against":[74],"decrease":[81],"flexibility,":[82],"may":[84],"make":[85],"them":[86],"harder":[87],"use.":[89],"While":[90],"these":[91],"are":[93],"found":[94],"literature,":[97],"rigorous":[98],"empirical":[99],"evidence":[100],"lacking.":[102],"We":[103,160],"report":[104],"controlled":[107],"experiment":[108],"where":[109],"27":[110],"subjects":[111],"performed":[112],"programming":[113],"tasks":[114],"an":[116,162],"undocumented":[117],"API":[118],"system":[123,133],"(requiring":[124],"annotations)":[126],"well":[128],"(which":[134],"does":[135],"not).":[136],"Our":[137],"results":[138],"show":[139],"some":[142],"tasks,":[143],"programmers":[144],"had":[145],"faster":[146],"completion":[147],"times":[148],"using":[149],"system,":[153],"while":[154],"others,":[156],"opposite":[158],"held.":[159],"conduct":[161],"exploratory":[163],"try":[166],"theorize":[168],"why.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":13},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}