{"id":"https://openalex.org/W1993786160","doi":"https://doi.org/10.1145/2063239.2063243","title":"How Well Do Search Engines Support Code Retrieval on the Web?","display_name":"How Well Do Search Engines Support Code Retrieval on the Web?","alternate_titles":[],"publication_year":2011,"publication_date":"2011-12-01","ids":{"openalex":"https://openalex.org/W1993786160","doi":"https://doi.org/10.1145/2063239.2063243","mag":"1993786160"},"language":"en","primary_location":{"id":"doi:10.1145/2063239.2063243","doi":"https://doi.org/10.1145/2063239.2063243","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2063239.2063243","pdf_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F2063239.2063243&file=a4-sim_appendix.pdf","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1993786160"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F2063239.2063243&file=a4-sim_appendix.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100873263","display_name":"Susan Elliott Sim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Susan Elliott Sim","raw_affiliation_strings":["University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038024104","display_name":"Medha Umarji","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Medha Umarji","raw_affiliation_strings":["University of Maryland, Baltimore County"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, Baltimore County","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076437424","display_name":"Sukanya Ratanotayanon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sukanya Ratanotayanon","raw_affiliation_strings":["University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103284742","display_name":"Cristina Videira Lopes","orcid":"https://orcid.org/0000-0003-0551-3908","observed_orcids":["https://orcid.org/0000-0003-0551-3908"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cristina V. Lopes","raw_affiliation_strings":["University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.0053,"has_fulltext":true,"cited_by_count":114,"citation_normalized_percentile":{"value":0.986563,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"21","issue":"1","first_page":"1","last_page":"25"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8169000148773193,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8169000148773193,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.1818999946117401,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/source-code-retrieval","display_name":"source code retrieval","score":0.75},{"id":"https://openalex.org/keywords/search-engines","display_name":"search engines","score":0.7350000143051147},{"id":"https://openalex.org/keywords/code-search","display_name":"code search","score":0.550000011920929},{"id":"https://openalex.org/keywords/software-reuse","display_name":"software reuse","score":0.671999990940094},{"id":"https://openalex.org/keywords/component-reuse","display_name":"component reuse","score":0.7289999723434448},{"id":"https://openalex.org/keywords/search-motivation","display_name":"search motivation","score":0.6380000114440918},{"id":"https://openalex.org/keywords/search-relevance","display_name":"search result relevance","score":0.6050000190734863},{"id":"https://openalex.org/keywords/sourceforge","display_name":"SourceForge","score":0.8650000095367432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8170555830001831},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7606261968612671},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.7254794239997864},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.608338475227356},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5467825531959534},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5018703937530518},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.46655935049057007},{"id":"https://openalex.org/C173979980","wikidata":"https://www.wikidata.org/wiki/Q114106","display_name":"Metasearch engine","level":4,"score":0.4584486186504364},{"id":"https://openalex.org/C14838553","wikidata":"https://www.wikidata.org/wiki/Q7441639","display_name":"Search analytics","level":4,"score":0.45021137595176697},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44447481632232666},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4412951171398163},{"id":"https://openalex.org/C166423231","wikidata":"https://www.wikidata.org/wiki/Q1891170","display_name":"Semantic search","level":3,"score":0.43894514441490173},{"id":"https://openalex.org/C2778583558","wikidata":"https://www.wikidata.org/wiki/Q771245","display_name":"Code reuse","level":3,"score":0.41856253147125244},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.3284686803817749},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14389970898628235},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2063239.2063243","doi":"https://doi.org/10.1145/2063239.2063243","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2063239.2063243","pdf_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F2063239.2063243&file=a4-sim_appendix.pdf","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.718.5323","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.718.5323","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.drsusansim.org/papers/tosem-search-sim.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/2063239.2063243","doi":"https://doi.org/10.1145/2063239.2063243","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2063239.2063243","pdf_url":"https://dl.acm.org/action/downloadSupplement?doi=10.1145%2F2063239.2063243&file=a4-sim_appendix.pdf","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1993786160.pdf","grobid_xml":"https://content.openalex.org/works/W1993786160.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W101199937","https://openalex.org/W112254115","https://openalex.org/W348133106","https://openalex.org/W1510033441","https://openalex.org/W1532325895","https://openalex.org/W1572680882","https://openalex.org/W1775921724","https://openalex.org/W1951734032","https://openalex.org/W1969587718","https://openalex.org/W1975255815","https://openalex.org/W1982149803","https://openalex.org/W1999716524","https://openalex.org/W2000117884","https://openalex.org/W2008105577","https://openalex.org/W2029722359","https://openalex.org/W2037124948","https://openalex.org/W2043438832","https://openalex.org/W2056134008","https://openalex.org/W2056139220","https://openalex.org/W2061064481","https://openalex.org/W2072607050","https://openalex.org/W2078259272","https://openalex.org/W2082303393","https://openalex.org/W2087484885","https://openalex.org/W2090855673","https://openalex.org/W2096666180","https://openalex.org/W2097997737","https://openalex.org/W2100591395","https://openalex.org/W2102235124","https://openalex.org/W2103260577","https://openalex.org/W2106112694","https://openalex.org/W2106189944","https://openalex.org/W2106259924","https://openalex.org/W2107946802","https://openalex.org/W2110220994","https://openalex.org/W2112486798","https://openalex.org/W2115317346","https://openalex.org/W2119190279","https://openalex.org/W2121709862","https://openalex.org/W2121821044","https://openalex.org/W2127174548","https://openalex.org/W2132948308","https://openalex.org/W2140984588","https://openalex.org/W2141558501","https://openalex.org/W2150866946","https://openalex.org/W2151628225","https://openalex.org/W2153943889","https://openalex.org/W2154774499","https://openalex.org/W2164928043","https://openalex.org/W2169952536","https://openalex.org/W2170325853","https://openalex.org/W2171238733","https://openalex.org/W2271295020","https://openalex.org/W2932789158","https://openalex.org/W3144127399","https://openalex.org/W4213009331","https://openalex.org/W4230446447","https://openalex.org/W4232188856","https://openalex.org/W4255919873","https://openalex.org/W4299627282","https://openalex.org/W6605815150","https://openalex.org/W6677836719","https://openalex.org/W7100436512"],"related_works":["https://openalex.org/W2932789158","https://openalex.org/W41491511","https://openalex.org/W2793121700","https://openalex.org/W74413876","https://openalex.org/W7099877572","https://openalex.org/W2044138815","https://openalex.org/W4303450757","https://openalex.org/W3015160824","https://openalex.org/W2301595983","https://openalex.org/W1573625951"],"abstract_inverted_index":{"Software":[0],"developers":[1],"search":[2,30,42,58,104,108,165],"the":[3,26,29,38,41,118,122,125,148,188,198],"Web":[4,90],"for":[5,11,40,112,141,171,179,193],"various":[6],"kinds":[7,53],"of":[8,28,51,54,107,121,124,190],"source":[9,80,195],"code":[10,81,196],"diverse":[12,74],"reasons.":[13],"In":[14],"a":[15,152],"previous":[16],"study,":[17],"we":[18,64,158],"found":[19,130,160],"that":[20,131,145],"searches":[21,55,170,178],"varied":[22],"along":[23],"two":[24],"dimensions:":[25],"size":[27,106],"target":[31],"(e.g.,":[32,43],"block,":[33],"subsystem,":[34],"or":[35,46],"system)":[36],"and":[37,83,98,110,144],"motivation":[39,111],"reference":[44,137],"example":[45],"as-is":[47,142],"reuse).":[48],"Would":[49],"each":[50],"these":[52],"require":[56],"different":[57],"technologies?":[59],"To":[60],"answer":[61],"this":[62],"question,":[63],"conducted":[65],"an":[66,161],"experiment":[67],"with":[68],"36":[69],"participants":[70,119,146],"to":[71,135,186],"evaluate":[72],"three":[73],"approaches":[75],"(general":[76],"purpose":[77],"information":[78,154],"retrieval,":[79],"search,":[82],"component":[84],"reuse),":[85],"as":[86],"represented":[87],"by":[88],"five":[89],"sites":[91],"(Google,":[92],"Koders,":[93],"Krugle,":[94],"Google":[95,174],"Code":[96],"Search,":[97],"SourceForge).":[99],"The":[100,114],"independent":[101],"variables":[102],"were":[103],"engine,":[105],"target,":[109],"search.":[113],"dependent":[115],"variable":[116],"was":[117,133],"judgement":[120],"relevance":[123],"first":[126],"ten":[127],"hits.":[128],"We":[129],"it":[132],"easier":[134],"find":[136],"examples":[138],"than":[139],"components":[140],"reuse":[143],"obtained":[147],"best":[149],"results":[150,182],"using":[151],"general-purpose":[153],"retrieval":[155],"site.":[156],"However,":[157],"also":[159],"interaction":[162],"effect:":[163],"code-specific":[164],"engines":[166],"worked":[167,175],"better":[168,176],"in":[169],"subsystems,":[172],"but":[173],"on":[177],"blocks.":[180],"These":[181],"can":[183],"be":[184],"used":[185],"guide":[187],"creation":[189],"new":[191],"tools":[192],"retrieving":[194],"from":[197],"Web.":[199]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1993786160","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":11},{"year":2012,"cited_by_count":11}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
