{"id":"https://openalex.org/W2794992746","doi":"https://doi.org/10.1145/3180155.3180260","title":"Are code examples on an online Q&A forum reliable?","display_name":"Are code examples on an online Q&A forum reliable?","publication_year":2018,"publication_date":"2018-05-27","ids":{"openalex":"https://openalex.org/W2794992746","doi":"https://doi.org/10.1145/3180155.3180260","mag":"2794992746"},"language":"en","primary_location":{"id":"doi:10.1145/3180155.3180260","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180260","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180260","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180260","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100437453","display_name":"Tianyi Zhang","orcid":"https://orcid.org/0000-0002-5468-9347"},"institutions":[{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Zhang","raw_affiliation_strings":["University of California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California","institution_ids":["https://openalex.org/I2803209242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060309057","display_name":"Ganesha Upadhyaya","orcid":"https://orcid.org/0000-0003-0764-2578"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ganesha Upadhyaya","raw_affiliation_strings":["Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110582364","display_name":"Anastasia Reinhardt","orcid":null},"institutions":[{"id":"https://openalex.org/I179651463","display_name":"George Fox University","ror":"https://ror.org/00w641b14","country_code":"US","type":"education","lineage":["https://openalex.org/I179651463"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anastasia Reinhardt","raw_affiliation_strings":["George Fox University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Fox University","institution_ids":["https://openalex.org/I179651463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059626072","display_name":"Hridesh Rajan","orcid":"https://orcid.org/0000-0002-9410-9562"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hridesh Rajan","raw_affiliation_strings":["Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049451101","display_name":"Miryung Kim","orcid":"https://orcid.org/0000-0003-3802-1512"},"institutions":[{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miryung Kim","raw_affiliation_strings":["University of California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California","institution_ids":["https://openalex.org/I2803209242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":34.9614,"has_fulltext":true,"cited_by_count":170,"citation_normalized_percentile":{"value":0.99664275,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"886","last_page":"896"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8101191520690918},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.7107833623886108},{"id":"https://openalex.org/keywords/stack","display_name":"Stack (abstract data type)","score":0.5965933203697205},{"id":"https://openalex.org/keywords/guard","display_name":"Guard (computer science)","score":0.5313622951507568},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4553433656692505},{"id":"https://openalex.org/keywords/application-programming-interface","display_name":"Application programming interface","score":0.4369392395019531},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4361036717891693},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.31012529134750366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8101191520690918},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.7107833623886108},{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.5965933203697205},{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.5313622951507568},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4553433656692505},{"id":"https://openalex.org/C99613125","wikidata":"https://www.wikidata.org/wiki/Q165194","display_name":"Application programming interface","level":2,"score":0.4369392395019531},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4361036717891693},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.31012529134750366},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3180155.3180260","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180260","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180260","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:lib.dr.iastate.edu:cs_conf-1045","is_oa":false,"landing_page_url":"https://lib.dr.iastate.edu/cs_conf/46","pdf_url":null,"source":{"id":"https://openalex.org/S4377196104","display_name":"Iowa State University Digital Repository (Iowa State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173911158","host_organization_name":"Iowa State University","host_organization_lineage":["https://openalex.org/I173911158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science Conference Presentations, Posters and Proceedings","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3180155.3180260","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180260","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180260","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1311026310","display_name":null,"funder_award_id":"1513263","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1767160615","display_name":null,"funder_award_id":"1527923,1460325,1423370,1513263,1518897,1246649","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2901386681","display_name":null,"funder_award_id":"CCF-1460325","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3143604296","display_name":null,"funder_award_id":"CCF-1527923","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3323275448","display_name":"CAREER: Analysis and Automation of Systematic Software Modifications","funder_award_id":"1460325","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3533218870","display_name":null,"funder_award_id":"CCF-1527923, CCF-1460325","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5253271031","display_name":"SHF: Small: Capsule-oriented Programming","funder_award_id":"1423370","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6237456029","display_name":null,"funder_award_id":"FA8750-15-2-0075","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"},{"id":"https://openalex.org/G8311159335","display_name":"SHF: Large:Collaborative Research: Inferring Software Specifications from Open Source Repositories by Leveraging Data and Collective Community Expertise","funder_award_id":"1518897","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2794992746.pdf","grobid_xml":"https://content.openalex.org/works/W2794992746.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W90447038","https://openalex.org/W159524162","https://openalex.org/W1444168786","https://openalex.org/W1480909796","https://openalex.org/W1503729935","https://openalex.org/W1743635611","https://openalex.org/W1987615754","https://openalex.org/W1989479444","https://openalex.org/W2006291142","https://openalex.org/W2014577207","https://openalex.org/W2022090474","https://openalex.org/W2025677988","https://openalex.org/W2051204868","https://openalex.org/W2054520963","https://openalex.org/W2074644416","https://openalex.org/W2105452745","https://openalex.org/W2106259924","https://openalex.org/W2115130131","https://openalex.org/W2122060876","https://openalex.org/W2124516932","https://openalex.org/W2127174548","https://openalex.org/W2127637733","https://openalex.org/W2130336012","https://openalex.org/W2136646111","https://openalex.org/W2140672396","https://openalex.org/W2148702066","https://openalex.org/W2153964911","https://openalex.org/W2167917691","https://openalex.org/W2295399529","https://openalex.org/W2405678927","https://openalex.org/W2406533925","https://openalex.org/W2547405428","https://openalex.org/W2598817001","https://openalex.org/W2767380523","https://openalex.org/W2794492582","https://openalex.org/W2796218495","https://openalex.org/W2913256667","https://openalex.org/W2932789158","https://openalex.org/W2964144088","https://openalex.org/W3106729728","https://openalex.org/W3141181691","https://openalex.org/W4238983745","https://openalex.org/W4239312229","https://openalex.org/W4248574992","https://openalex.org/W4289255588"],"related_works":["https://openalex.org/W2380576232","https://openalex.org/W2937054111","https://openalex.org/W2066223521","https://openalex.org/W373327546","https://openalex.org/W2058958858","https://openalex.org/W1835805572","https://openalex.org/W2321534397","https://openalex.org/W2148243540","https://openalex.org/W2077601556","https://openalex.org/W2013178899"],"abstract_inverted_index":{"Programmers":[0],"often":[1],"consult":[2],"an":[3,18,40],"online":[4],"Q&A":[5],"forum":[6],"such":[7,89],"as":[8,90,124],"Stack":[9,30,63,69,155],"Overflow":[10,64,70,156],"to":[11,153],"learn":[12],"new":[13,151],"APIs.":[14],"This":[15,145],"paper":[16],"presents":[17],"empirical":[19],"study":[20,146],"on":[21,29,53],"the":[22,119],"prevalence":[23],"and":[24,55,74,93,114],"severity":[25],"of":[26,111,142],"API":[27,41,59,81,97,112,143,159],"misuse":[28,98],"Overflow.":[31],"To":[32],"reduce":[33],"manual":[34],"assessment":[35],"effort,":[36],"we":[37],"design":[38],"ExampleCheck,":[39],"usage":[42,60,82,160],"mining":[43],"framework":[44],"that":[45,76,84,121,162],"extracts":[46],"patterns":[47],"from":[48],"over":[49],"380K":[50],"Java":[51],"repositories":[52],"GitHub":[54],"subsequently":[56],"reports":[57],"potential":[58,80],"violations":[61,83],"in":[62,140,167],"posts.":[65],"We":[66],"analyze":[67],"217,818":[68],"posts":[71,120,139],"using":[72],"ExampleCheck":[73],"find":[75],"31%":[77],"may":[78],"have":[79],"could":[85],"produce":[86],"unexpected":[87],"behavior":[88],"program":[91],"crashes":[92],"resource":[94],"leaks.":[95],"Such":[96],"is":[99],"caused":[100],"by":[101,129],"three":[102],"main":[103],"reasons---missing":[104],"control":[105],"constructs,":[106],"missing":[107],"or":[108,127],"incorrect":[109,115],"order":[110],"calls,":[113],"guard":[116],"conditions.":[117],"Even":[118],"are":[122,132,163],"accepted":[123],"correct":[125],"answers":[126],"upvoted":[128],"other":[130,138],"programmers":[131],"not":[133,164],"necessarily":[134],"more":[135],"reliable":[136],"than":[137],"terms":[141],"misuse.":[144],"result":[147],"calls":[148],"for":[149],"a":[150],"approach":[152],"augment":[154],"with":[157],"alternative":[158],"details":[161],"typically":[165],"shown":[166],"curated":[168],"examples.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}