{"id":"https://openalex.org/W4414856512","doi":"https://doi.org/10.1109/tce.2025.3614479","title":"Identifying Root Cause of Bugs by Capturing Changed Code Lines With Relational Graph Neural Networks","display_name":"Identifying Root Cause of Bugs by Capturing Changed Code Lines With Relational Graph Neural Networks","publication_year":2025,"publication_date":"2025-10-06","ids":{"openalex":"https://openalex.org/W4414856512","doi":"https://doi.org/10.1109/tce.2025.3614479"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2025.3614479","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3614479","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiaqi Zhang","orcid":"https://orcid.org/0009-0008-4069-455X"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Zhang","raw_affiliation_strings":["School of Information Science and Technology and the Dalian Key Laboratory of Artificial Intelligence, Dalian Maritime University, Dalian, China","School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0008-4069-455X","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology and the Dalian Key Laboratory of Artificial Intelligence, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]},{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018071549","display_name":"Shikai Guo","orcid":"https://orcid.org/0000-0002-8554-6365"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shikai Guo","raw_affiliation_strings":["School of Information Science and Technology and the Dalian Key Laboratory of Artificial Intelligence, Dalian Maritime University, Dalian, China","School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-8554-6365","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology and the Dalian Key Laboratory of Artificial Intelligence, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]},{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100423958","display_name":"Hui Li","orcid":"https://orcid.org/0000-0003-1923-0669"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Li","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-1923-0669","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chenchen Li","orcid":"https://orcid.org/0009-0005-2402-9726"},"institutions":[{"id":"https://openalex.org/I153374732","display_name":"Liaoning Normal University","ror":"https://ror.org/04c3cgg32","country_code":"CN","type":"education","lineage":["https://openalex.org/I153374732"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenchen Li","raw_affiliation_strings":["School of Information Science and Technology, Liaoning Normal University, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0005-2402-9726","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Liaoning Normal University, Dalian, China","institution_ids":["https://openalex.org/I153374732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101269407","display_name":"Yu Chai","orcid":"https://orcid.org/0009-0004-3106-0134"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Chai","raw_affiliation_strings":["School of Oceanography, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-3106-0134","affiliations":[{"raw_affiliation_string":"School of Oceanography, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100418997","display_name":"Rong Chen","orcid":"https://orcid.org/0000-0001-5848-6398"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Chen","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-5848-6398","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37504053,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"71","issue":"4","first_page":"10430","last_page":"10445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11750","display_name":"Phytoplasmas and Hemiptera pathogens","score":0.9343000054359436,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.5982999801635742},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5554999709129333},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.49459999799728394},{"id":"https://openalex.org/keywords/call-graph","display_name":"Call graph","score":0.41499999165534973},{"id":"https://openalex.org/keywords/root-cause","display_name":"Root cause","score":0.3677999973297119},{"id":"https://openalex.org/keywords/graph-database","display_name":"Graph database","score":0.3668000102043152},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3662000000476837},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.366100013256073},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.35899999737739563},{"id":"https://openalex.org/keywords/root-cause-analysis","display_name":"Root cause analysis","score":0.35499998927116394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.732699990272522},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.5982999801635742},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5554999709129333},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.49459999799728394},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4927000105381012},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42879998683929443},{"id":"https://openalex.org/C102379954","wikidata":"https://www.wikidata.org/wiki/Q2589940","display_name":"Call graph","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3720000088214874},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C176225458","wikidata":"https://www.wikidata.org/wiki/Q595971","display_name":"Graph database","level":3,"score":0.3668000102043152},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3662000000476837},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.366100013256073},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.35899999737739563},{"id":"https://openalex.org/C130963320","wikidata":"https://www.wikidata.org/wiki/Q1401207","display_name":"Root cause analysis","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.3264999985694885},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3174999952316284},{"id":"https://openalex.org/C101317890","wikidata":"https://www.wikidata.org/wiki/Q940053","display_name":"Software maintenance","level":4,"score":0.3050999939441681},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.302700012922287},{"id":"https://openalex.org/C16311509","wikidata":"https://www.wikidata.org/wiki/Q4148050","display_name":"Dependency graph","level":3,"score":0.3018999993801117},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C103520596","wikidata":"https://www.wikidata.org/wiki/Q7554328","display_name":"Software mining","level":5,"score":0.28139999508857727},{"id":"https://openalex.org/C35869016","wikidata":"https://www.wikidata.org/wiki/Q846636","display_name":"Software architecture","level":3,"score":0.27959999442100525},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2743000090122223},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C174683762","wikidata":"https://www.wikidata.org/wiki/Q609588","display_name":"Component-based software engineering","level":4,"score":0.27149999141693115},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.2624000012874603},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2612999975681305},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2540999948978424},{"id":"https://openalex.org/C27458966","wikidata":"https://www.wikidata.org/wiki/Q1187693","display_name":"Control flow graph","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3614479","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3614479","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G347633720","display_name":null,"funder_award_id":"2025JH2/101330109","funder_id":"https://openalex.org/F4320330404","funder_display_name":"Applied Basic Research Project of Shanxi Province, China"},{"id":"https://openalex.org/G5057948433","display_name":null,"funder_award_id":"62472062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7101281488","display_name":null,"funder_award_id":"3132025265","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8295130918","display_name":null,"funder_award_id":"No.62472062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320330404","display_name":"Applied Basic Research Project of Shanxi Province, China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1655956671","https://openalex.org/W1964962870","https://openalex.org/W2007705030","https://openalex.org/W2051978688","https://openalex.org/W2067436653","https://openalex.org/W2075010670","https://openalex.org/W2126166995","https://openalex.org/W2143612262","https://openalex.org/W2147386665","https://openalex.org/W2150874999","https://openalex.org/W2157353183","https://openalex.org/W2158864412","https://openalex.org/W2530824252","https://openalex.org/W2604314403","https://openalex.org/W2796283679","https://openalex.org/W2955991060","https://openalex.org/W2963113370","https://openalex.org/W2963351448","https://openalex.org/W2964015378","https://openalex.org/W2964150020","https://openalex.org/W2964279097","https://openalex.org/W2965373594","https://openalex.org/W2967204716","https://openalex.org/W2980706498","https://openalex.org/W3084798277","https://openalex.org/W3098605233","https://openalex.org/W3128355884","https://openalex.org/W3170092793","https://openalex.org/W3175995826","https://openalex.org/W3212502694","https://openalex.org/W4247854836","https://openalex.org/W4285490453","https://openalex.org/W4308644054","https://openalex.org/W4308732630","https://openalex.org/W4386902924","https://openalex.org/W4388483064","https://openalex.org/W4389572555","https://openalex.org/W4391305812","https://openalex.org/W4391323061","https://openalex.org/W4393160235","https://openalex.org/W4404563770","https://openalex.org/W4404584824","https://openalex.org/W4404650601","https://openalex.org/W4405968017","https://openalex.org/W4406698715","https://openalex.org/W4406891761","https://openalex.org/W4406891774","https://openalex.org/W4408168264","https://openalex.org/W4409077361","https://openalex.org/W4409917223","https://openalex.org/W4410583222"],"related_works":[],"abstract_inverted_index":{"The":[0,178,398],"Just-In-Time":[1],"defect":[2],"prediction":[3,336],"model":[4,386],"helps":[5],"development":[6],"teams":[7],"improve":[8],"software":[9],"quality":[10],"and":[11,42,72,98,172,203,222,252,284,295,334,373,417,424],"efficiency":[12],"by":[13,19,195,318,387,419],"assessing":[14],"whether":[15,44],"code":[16,45,106,131,143,185,234,315,332],"changes":[17],"submitted":[18],"developers":[20],"are":[21,50,348],"likely":[22],"to":[23,66,81,124,136,189,207,214,308,324,355,380,404],"introduce":[24,48],"defects":[25,49],"in":[26,62,75,141,153,228,344],"real-time,":[27],"allowing":[28],"timely":[29],"identification":[30],"of":[31,85,91,94,101,150,160,186,218,225,232,244,250,256,281,290,363,384],"potential":[32],"issues":[33],"during":[34],"the":[35,39,54,67,82,86,126,147,157,163,167,173,183,208,211,216,223,229,236,253,268,278,288,298,313,326,330,339,345,356,361,382,405],"commit":[36,347],"stage.":[37],"In":[38],"meanwhile,":[40],"identifying":[41,146],"labeling":[43],"change":[46],"commits":[47,77,188],"crucial":[51],"for":[52,312],"training":[53],"JIT":[55],"model.":[56],"However,":[57],"two":[58],"main":[59],"challenges":[60],"exist":[61],"current":[63],"work":[64],"due":[65],"reality":[68],"that":[69,369],"all":[70],"deleted":[71,357],"added":[73],"lines":[74,140,202,333,343],"bug-fixing":[76,154,346,372],"may":[78],"be":[79],"related":[80],"root":[83,148,174,299,340,408],"cause":[84,149,175,300,341,409],"introduced":[87,151],"bug:":[88],"1)":[89],"lack":[90,100],"effective":[92],"integration":[93,289],"heterogeneous":[95,192,230,269],"graph":[96,121,164,168,179,193,231,237,270,274,321],"information,":[97],"2)":[99],"semantic":[102,127,327],"relationships":[103,128,209,328],"between":[104,129,210,329],"changed":[105,130,142,233,331],"lines.":[107,132],"To":[108,359],"address":[109,215],"these":[110],"challenges,":[111],"we":[112,365],"propose":[113],"a":[114,191,247,304,319,351],"method":[115],"called":[116],"JIT-Finder,":[117,364],"which":[118],"utilizes":[119],"relational":[120,320],"convolutional":[122,322],"network":[123],"capture":[125,325],"JIT-Finder":[133,158,412],"is":[134,259],"used":[135,366],"detect":[137],"root-cause":[138],"deletion":[139,342],"lines,":[144,235],"thereby":[145,286],"bugs":[152],"commits.":[155,375,397],"Specifically,":[156],"consists":[159],"three":[161,367],"components:":[162],"construction":[165,180],"component,":[166,171],"type":[169,238,254,279],"conversion":[170,239],"detection":[176,301,410],"component.":[177],"component":[181,240],"analyzes":[182],"source":[184],"bugfixing":[187],"construct":[190],"representation":[194],"extracting":[196,204],"added/deleted":[197,201],"nodes":[198,283,294],"based":[199],"on":[200],"edges":[205],"according":[206],"nodes.":[212,358],"Next,":[213],"challenge":[217],"varying":[219],"feature":[220],"dimensions":[221],"difficulty":[224],"integrating":[226],"information":[227,255,291],"merges":[241],"different":[242,282],"types":[243],"nodes/edges":[245,251],"into":[246,272],"unified":[248],"set":[249],"each":[257],"node/edge":[258],"encoded":[260],"as":[261],"an":[262],"additional":[263],"vector.":[264],"This":[265],"process":[266],"unifies":[267],"data":[271,275,389],"homogeneous":[273],"while":[276],"preserving":[277],"characteristics":[280],"edges,":[285],"facilitating":[287],"from":[292,390],"various":[293],"edges.":[296],"Finally,":[297],"module":[302],"uses":[303],"node":[305],"embedding":[306,310],"layer":[307,323,353],"obtain":[309],"vectors":[311],"corresponding":[314],"statements,":[316],"followed":[317],"generate":[335],"labels.":[337],"Ultimately,":[338],"identified":[349],"through":[350],"ranking":[352],"applied":[354],"evaluate":[360,381],"effectiveness":[362],"datasets":[368],"contain":[370],"high-quality":[371],"bug-introducing":[374],"Extensive":[376],"experiments":[377],"were":[378],"conducted":[379],"performance":[383],"our":[385],"collecting":[388],"87":[391],"open-source":[392],"projects,":[393],"including":[394],"675":[395],"bug-fix":[396],"experimental":[399],"results":[400],"show":[401],"that,":[402],"compared":[403],"most":[406],"advanced":[407],"methods,":[411],"improved":[413],"Recall@1,":[414],"Recall@2,":[415],"Recall@3,":[416],"MFR":[418],"at":[420],"4.11%,":[421],"5.11%,":[422],"4.29%,":[423],"14.41%,":[425],"respectively.":[426]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}