{"id":"https://openalex.org/W4396753502","doi":"https://doi.org/10.1109/tkde.2024.3398208","title":"Transductive Reward Inference on Graph","display_name":"Transductive Reward Inference on Graph","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4396753502","doi":"https://doi.org/10.1109/tkde.2024.3398208"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3398208","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3398208","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078253656","display_name":"Bohao Qu","orcid":"https://orcid.org/0000-0003-3192-8736"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bohao Qu","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun, China","School of Artificial Intelligence, Jilin University, Changchun, Jilin, China","Engineering Research Center of Knowledge-Driven Human-Machine Intelligence, Ministry of Education, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Engineering Research Center of Knowledge-Driven Human-Machine Intelligence, Ministry of Education, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043782065","display_name":"Xiaofeng Cao","orcid":"https://orcid.org/0000-0002-7391-0334"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Cao","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun, China","Engineering Research Center of Knowledge-Driven Human-Machine Intelligence, Ministry of Education, China","School of Artificial Intelligence, Jilin University, Changchun, Jilin, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Engineering Research Center of Knowledge-Driven Human-Machine Intelligence, Ministry of Education, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026239594","display_name":"Qing Guo","orcid":"https://orcid.org/0000-0003-0974-9299"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qing Guo","raw_affiliation_strings":["Institute of High Performance Computing (IHPC) and Centre for Frontier AI Research (CFAR), Agency for Science, Technology and Research (A*STAR), Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing (IHPC) and Centre for Frontier AI Research (CFAR), Agency for Science, Technology and Research (A*STAR), Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029392006","display_name":"Yi Chang","orcid":"https://orcid.org/0000-0003-2697-8093"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Chang","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun, China","Engineering Research Center of Knowledge-Driven Human-Machine Intelligence, Ministry of Education, China","School of Artificial Intelligence, Jilin University, Changchun, Jilin, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Engineering Research Center of Knowledge-Driven Human-Machine Intelligence, Ministry of Education, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021751767","display_name":"Ivor W. Tsang","orcid":"https://orcid.org/0000-0001-8095-4637"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["AU","SG"],"is_corresponding":false,"raw_author_name":"Ivor W. Tsang","raw_affiliation_strings":["Institute of High Performance Computing (IHPC) and Centre for Frontier AI Research (CFAR), Agency for Science, Technology and Research (A*STAR), Singapore","Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing (IHPC) and Centre for Frontier AI Research (CFAR), Agency for Science, Technology and Research (A*STAR), Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]},{"raw_affiliation_string":"Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100438525","display_name":"Chengqi Zhang","orcid":"https://orcid.org/0000-0001-5715-7154"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chengqi Zhang","raw_affiliation_strings":["Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5078253656"],"corresponding_institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I194450716"],"apc_list":null,"apc_paid":null,"fwci":0.2096,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.47608757,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"36","issue":"11","first_page":"7217","last_page":"7228"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9434999823570251,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9434999823570251,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7659520506858826},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6617316007614136},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5033397078514099},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.485520601272583},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3730330467224121},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.305130273103714}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7659520506858826},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6617316007614136},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5033397078514099},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.485520601272583},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3730330467224121},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.305130273103714}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2024.3398208","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3398208","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1211044700","display_name":null,"funder_award_id":"U2341229","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6789821807","display_name":null,"funder_award_id":"62206108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W192920577","https://openalex.org/W1497443639","https://openalex.org/W1630959083","https://openalex.org/W1999874108","https://openalex.org/W2122124659","https://openalex.org/W2134604967","https://openalex.org/W2138388365","https://openalex.org/W2141350700","https://openalex.org/W2149298154","https://openalex.org/W2151161180","https://openalex.org/W2513173501","https://openalex.org/W2583137229","https://openalex.org/W2729615412","https://openalex.org/W2781585732","https://openalex.org/W2798705390","https://openalex.org/W2799352588","https://openalex.org/W2899831870","https://openalex.org/W2938421504","https://openalex.org/W2963508354","https://openalex.org/W2963713397","https://openalex.org/W2978455699","https://openalex.org/W2979805229","https://openalex.org/W3005104128","https://openalex.org/W3022566517","https://openalex.org/W3036619998","https://openalex.org/W3040490156","https://openalex.org/W3108231325","https://openalex.org/W3112266718","https://openalex.org/W3113717761","https://openalex.org/W4254721730","https://openalex.org/W4296611641","https://openalex.org/W4360584316"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3,128,144],"present":[4],"a":[5,69,86,111,149,167],"transductive":[6,134,157],"inference":[7,30,71,158],"approach":[8],"on":[9,67,74,81,85,172],"that":[10,83],"reward":[11,53,70,91,107,112,135],"information":[12,79],"propagation":[13,80,113],"graph,":[14,114],"which":[15],"enables":[16],"the":[17,32,52,75,102,116,125,130,146,156,179,191],"effective":[18,36],"estimation":[19],"of":[20,78,89,148,155,181,186],"rewards":[21,95,139,189],"for":[22,96,133,140],"unlabelled":[23,97,141],"data":[24,104],"in":[25,38,60,193],"offline":[26,194],"reinforcement":[27,195],"learning.":[28],"Reward":[29],"is":[31],"key":[33],"to":[34,93,109,124,166],"learning":[35,196],"policies":[37],"practical":[39],"scenarios,":[40],"while":[41],"direct":[42],"environmental":[43],"interactions":[44],"are":[45,55],"either":[46],"too":[47],"costly":[48],"or":[49],"unethical":[50],"and":[51,62,105,160,174],"functions":[54],"rarely":[56],"accessible,":[57],"such":[58],"as":[59],"healthcare":[61],"robotics.":[63],"Our":[64],"research":[65],"focuses":[66],"developing":[68],"method":[72],"based":[73],"contextual":[76],"properties":[77],"graphs":[82],"capitalizes":[84],"constrained":[87],"number":[88],"human":[90],"annotations":[92,108],"infer":[94],"data.":[98,142],"We":[99],"leverage":[100],"both":[101],"available":[103],"limited":[106],"construct":[110],"wherein":[115],"edge":[117],"weights":[118],"incorporate":[119],"various":[120],"influential":[121],"factors":[122],"pertaining":[123],"rewards.":[126],"Subsequently,":[127],"employ":[129],"constructed":[131],"graph":[132],"inference,":[136],"thereby":[137],"estimating":[138],"Furthermore,":[143],"establish":[145],"existence":[147],"fixed":[150],"point":[151],"during":[152],"several":[153],"iterations":[154],"process":[159],"demonstrate":[161],"its":[162],"at":[163],"least":[164],"convergence":[165],"local":[168],"optimum.":[169],"Empirical":[170],"evaluations":[171],"locomotion":[173],"robotic":[175],"manipulation":[176],"tasks":[177],"validate":[178],"effectiveness":[180],"our":[182,187],"approach.":[183],"The":[184],"application":[185],"inferred":[188],"improves":[190],"performance":[192],"tasks.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}