{"id":"https://openalex.org/W4320028630","doi":"https://doi.org/10.1145/3574318.3574329","title":"Can we predict useful comments in source codes? - Analysis of findings from Information Retrieval in Software Engineering Track @ FIRE 2022","display_name":"Can we predict useful comments in source codes? - Analysis of findings from Information Retrieval in Software Engineering Track @ FIRE 2022","publication_year":2022,"publication_date":"2022-12-09","ids":{"openalex":"https://openalex.org/W4320028630","doi":"https://doi.org/10.1145/3574318.3574329"},"language":"en","primary_location":{"id":"doi:10.1145/3574318.3574329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3574318.3574329","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3574318.3574329","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Annual Meeting of the Forum for Information Retrieval Evaluation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3574318.3574329","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086875394","display_name":"Srijoni Majumdar","orcid":"https://orcid.org/0000-0003-3935-4087"},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Srijoni Majumdar","raw_affiliation_strings":["Indian Institute of Technology Kharagpur, India"],"raw_orcid":"https://orcid.org/0000-0003-3935-4087","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Kharagpur, India","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110280323","display_name":"Ayan Bandyopadhyay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ayan Bandyopadhyay","raw_affiliation_strings":["TCG CREST Centres for Research and Education in Science and Technology, India"],"raw_orcid":"https://orcid.org/0000-0002-4700-6456","affiliations":[{"raw_affiliation_string":"TCG CREST Centres for Research and Education in Science and Technology, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011440310","display_name":"Partha Pratim Das","orcid":"https://orcid.org/0000-0003-1435-6051"},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Partha Pratim Das","raw_affiliation_strings":["Indian Institute of Technology Kharagpur, India"],"raw_orcid":"https://orcid.org/0000-0003-1435-6051","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Kharagpur, India","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011889540","display_name":"Paul Clough","orcid":"https://orcid.org/0000-0003-1739-175X"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paul Clough","raw_affiliation_strings":["Sheffield University, India and TPXimpact, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-1739-175X","affiliations":[{"raw_affiliation_string":"Sheffield University, India and TPXimpact, United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075720299","display_name":"Samiran Chattopadhyay","orcid":"https://orcid.org/0000-0002-8929-9605"},"institutions":[{"id":"https://openalex.org/I170979836","display_name":"Jadavpur University","ror":"https://ror.org/02af4h012","country_code":"IN","type":"education","lineage":["https://openalex.org/I170979836"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Samiran Chattopadhyay","raw_affiliation_strings":["Jadavpur University, India and TCG CREST Centres for Research and Education in Science and Technology, India"],"raw_orcid":"https://orcid.org/0000-0002-8929-9605","affiliations":[{"raw_affiliation_string":"Jadavpur University, India and TCG CREST Centres for Research and Education in Science and Technology, India","institution_ids":["https://openalex.org/I170979836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026950398","display_name":"Prasenjit Majumder","orcid":"https://orcid.org/0000-0003-0840-9313"},"institutions":[{"id":"https://openalex.org/I98389781","display_name":"Dhirubhai Ambani University","ror":"https://ror.org/02d5b7g69","country_code":"IN","type":"education","lineage":["https://openalex.org/I98389781"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Prasenjit Majumder","raw_affiliation_strings":["DA-IICT, India and TCG CREST Centres for Research and Education in Science and Technology, India"],"raw_orcid":"https://orcid.org/0000-0003-0840-9313","affiliations":[{"raw_affiliation_string":"DA-IICT, India and TCG CREST Centres for Research and Education in Science and Technology, India","institution_ids":["https://openalex.org/I98389781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5062,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66720702,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"15","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7942336797714233},{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.6882216930389404},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.6018702983856201},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5427901744842529},{"id":"https://openalex.org/keywords/track","display_name":"Track (disk drive)","score":0.49461624026298523},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4403207302093506},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41795966029167175},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38897067308425903},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38097846508026123},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.371968150138855},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3653388023376465},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1942957043647766},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10392111539840698}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7942336797714233},{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.6882216930389404},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6018702983856201},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5427901744842529},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.49461624026298523},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4403207302093506},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41795966029167175},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38897067308425903},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38097846508026123},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.371968150138855},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3653388023376465},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1942957043647766},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10392111539840698},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3574318.3574329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3574318.3574329","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3574318.3574329","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Annual Meeting of the Forum for Information Retrieval Evaluation","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:237541","is_oa":false,"landing_page_url":"https://orcid.org/0000-0003-3935-4087>,","pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference abstract"}],"best_oa_location":{"id":"doi:10.1145/3574318.3574329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3574318.3574329","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3574318.3574329","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Annual Meeting of the Forum for Information Retrieval Evaluation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320028630.pdf","grobid_xml":"https://content.openalex.org/works/W4320028630.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W4281755696"],"related_works":["https://openalex.org/W1607713096","https://openalex.org/W3036724449","https://openalex.org/W2798329462","https://openalex.org/W1511521437","https://openalex.org/W3201315194","https://openalex.org/W4318980730","https://openalex.org/W4384811727","https://openalex.org/W3081644756","https://openalex.org/W4231058664","https://openalex.org/W2147744656"],"abstract_inverted_index":{"The":[0,40,75,102],"Information":[1],"Retrieval":[2],"in":[3,18],"Software":[4],"Engineering":[5],"(IRSE)":[6],"track":[7],"aims":[8],"to":[9,32],"develop":[10],"solutions":[11],"for":[12],"automated":[13],"evaluation":[14],"of":[15,43,90],"code":[16,45,49],"comments":[17,34,46],"a":[19,28,113],"machine":[20],"learning":[21,95],"framework.":[22],"In":[23],"this":[24],"track,":[25],"there":[26],"is":[27],"binary":[29],"classification":[30],"task":[31],"classify":[33],"as":[35],"useful":[36],"and":[37,47,72,84,98],"not":[38],"useful.":[39],"dataset":[41],"consists":[42],"9048":[44],"surrounding":[48],"snippet":[50],"pairs":[51],"extracted":[52],"from":[53,69],"open":[54],"source":[55],"github":[56],"C":[57],"based":[58,86],"projects.":[59],"Overall":[60],"34":[61],"experiments":[62],"have":[63,77,107],"been":[64,78],"submitted":[65],"by":[66],"11":[67],"teams":[68],"various":[70],"universities":[71],"software":[73,114],"companies.":[74],"submissions":[76],"evaluated":[79],"quantitatively":[80],"using":[81],"the":[82,88,93],"F1-Score":[83],"qualitatively":[85],"on":[87],"type":[89],"features":[91],"developed,":[92],"supervised":[94],"model":[96],"used":[97],"their":[99],"corresponding":[100],"hyper-parameters.":[101],"best":[103],"performing":[104],"architectures":[105,110],"mostly":[106],"employed":[108],"transformer":[109],"coupled":[111],"with":[112],"development":[115],"related":[116],"embedding":[117],"space.":[118]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}