{"id":"https://openalex.org/W2165126633","doi":"https://doi.org/10.4304/jcp.5.9.1394-1401","title":"Temporal Difference Learning Waveform Selection","display_name":"Temporal Difference Learning Waveform Selection","publication_year":2010,"publication_date":"2010-09-02","ids":{"openalex":"https://openalex.org/W2165126633","doi":"https://doi.org/10.4304/jcp.5.9.1394-1401","mag":"2165126633"},"language":"en","primary_location":{"id":"doi:10.4304/jcp.5.9.1394-1401","is_oa":false,"landing_page_url":"https://doi.org/10.4304/jcp.5.9.1394-1401","pdf_url":null,"source":{"id":"https://openalex.org/S77894049","display_name":"Journal of Computers","issn_l":"1796-203X","issn":["1796-203X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318660","host_organization_name":"Academy Publisher","host_organization_lineage":["https://openalex.org/P4310318660"],"host_organization_lineage_names":["Academy Publisher"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115604616","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0002-0267-3749"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bin Wang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000822420","display_name":"Jinkuan Wang","orcid":"https://orcid.org/0000-0002-6654-2035"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinkuan Wang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041546544","display_name":"Xin Song","orcid":"https://orcid.org/0000-0001-5571-3436"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Song","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5016386045","display_name":"Yinghua Han","orcid":"https://orcid.org/0000-0003-3768-2212"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yinghua Han","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5115604616"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15283079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":"9","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13293","display_name":"Engineering and Test Systems","score":0.9236000180244446,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13293","display_name":"Engineering and Test Systems","score":0.9236000180244446,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14225","display_name":"Advanced Sensor and Control Systems","score":0.9136999845504761,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6585967540740967},{"id":"https://openalex.org/keywords/waveform","display_name":"Waveform","score":0.6569933891296387},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.610395610332489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4474695026874542},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34702932834625244},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07045897841453552}],"concepts":[{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6585967540740967},{"id":"https://openalex.org/C197424946","wikidata":"https://www.wikidata.org/wiki/Q1165717","display_name":"Waveform","level":3,"score":0.6569933891296387},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.610395610332489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4474695026874542},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34702932834625244},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07045897841453552},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.4304/jcp.5.9.1394-1401","is_oa":false,"landing_page_url":"https://doi.org/10.4304/jcp.5.9.1394-1401","pdf_url":null,"source":{"id":"https://openalex.org/S77894049","display_name":"Journal of Computers","issn_l":"1796-203X","issn":["1796-203X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318660","host_organization_name":"Academy Publisher","host_organization_lineage":["https://openalex.org/P4310318660"],"host_organization_lineage_names":["Academy Publisher"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3209574120","https://openalex.org/W3107602296","https://openalex.org/W4312192474","https://openalex.org/W4210805261","https://openalex.org/W4387297750"],"abstract_inverted_index":{"How":[0],"to":[1,45],"optimally":[2],"decide":[3],"or":[4],"select":[5],"the":[6,14,23,47,57,78,93],"radar":[7,18],"waveform":[8,50,80],"for":[9],"next":[10],"transmission":[11],"based":[12],"on":[13],"observation":[15],"of":[16,22,49,59],"past":[17],"returns":[19],"is":[20,36,43,66,96],"one":[21],"important":[24],"problems":[25],"in":[26],"cognitive":[27],"radar.":[28],"In":[29],"this":[30],"paper,":[31],"stochastic":[32],"dynamic":[33],"programming":[34],"model":[35],"proposed.":[37],"Then":[38],"temporal":[39,63],"difference":[40,64,74],"learning":[41,65,75],"method":[42,76],"used":[44],"realize":[46],"adaptivity":[48],"selection.":[51],"The":[52],"simulation":[53],"results":[54],"show":[55],"that":[56,69],"uncertainty":[58],"state":[60],"estimation":[61],"using":[62,70],"less":[67],"than":[68],"fixed":[71],"waveform.":[72],"Temporal":[73],"approaches":[77],"optimal":[79],"selection":[81],"scheme":[82],"but":[83],"has":[84],"lower":[85],"computational":[86],"cost.":[87],"Finally,":[92],"whole":[94],"paper":[95],"summarized.":[97]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}