{"id":"https://openalex.org/W4281630548","doi":"https://doi.org/10.1049/ccs2.12063","title":"Engineering design optimisation using reinforcement learning with episodic controllers","display_name":"Engineering design optimisation using reinforcement learning with episodic controllers","publication_year":2022,"publication_date":"2022-06-06","ids":{"openalex":"https://openalex.org/W4281630548","doi":"https://doi.org/10.1049/ccs2.12063"},"language":"en","primary_location":{"id":"doi:10.1049/ccs2.12063","is_oa":true,"landing_page_url":"https://doi.org/10.1049/ccs2.12063","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1049/ccs2.12063","source":{"id":"https://openalex.org/S4210220299","display_name":"Cognitive Computation and Systems","issn_l":"2517-7567","issn":["2517-7567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognitive Computation and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1049/ccs2.12063","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100378741","display_name":"H. J. Yang","orcid":"https://orcid.org/0009-0004-8274-9863"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yang","raw_affiliation_strings":["College of Mechanical Engineering ZheJiang University of Technology  HangZhou ZheJiang China","College of Mechanical Engineering, ZheJiang University of Technology, HangZhou, ZheJiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering ZheJiang University of Technology  HangZhou ZheJiang China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"College of Mechanical Engineering, ZheJiang University of Technology, HangZhou, ZheJiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024972359","display_name":"Zhenbo Cheng","orcid":"https://orcid.org/0000-0003-2185-7006"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenbo Cheng","raw_affiliation_strings":["College of Computer Science and Technology and College of Software Engineer ZheJiang University of Technology  HangZhou ZheJiang China","College of Computer Science and Technology and College of Software Engineer, ZheJiang University of Technology, HangZhou, ZheJiang, China"],"raw_orcid":"https://orcid.org/0000-0003-2185-7006","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology and College of Software Engineer ZheJiang University of Technology  HangZhou ZheJiang China","institution_ids":["https://openalex.org/I55712492","https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology and College of Software Engineer, ZheJiang University of Technology, HangZhou, ZheJiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066482162","display_name":"Gang Xiao","orcid":"https://orcid.org/0000-0002-0806-2156"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Xiao","raw_affiliation_strings":["College of Computer Science and Technology and College of Software Engineer ZheJiang University of Technology  HangZhou ZheJiang China","College of Computer Science and Technology and College of Software Engineer, ZheJiang University of Technology, HangZhou, ZheJiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology and College of Software Engineer ZheJiang University of Technology  HangZhou ZheJiang China","institution_ids":["https://openalex.org/I55712492","https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology and College of Software Engineer, ZheJiang University of Technology, HangZhou, ZheJiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101680371","display_name":"Xuesong Xu","orcid":"https://orcid.org/0000-0002-5847-1273"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuesong Xu","raw_affiliation_strings":["College of Computer Science and Technology and College of Software Engineer ZheJiang University of Technology  HangZhou ZheJiang China","College of Computer Science and Technology and College of Software Engineer, ZheJiang University of Technology, HangZhou, ZheJiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology and College of Software Engineer ZheJiang University of Technology  HangZhou ZheJiang China","institution_ids":["https://openalex.org/I55712492","https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology and College of Software Engineer, ZheJiang University of Technology, HangZhou, ZheJiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083108381","display_name":"Yaming Wang","orcid":"https://orcid.org/0000-0001-9621-0261"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaming Wang","raw_affiliation_strings":["College of Mechanical Engineering ZheJiang University of Technology  HangZhou ZheJiang China","College of Mechanical Engineering, ZheJiang University of Technology, HangZhou, ZheJiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering ZheJiang University of Technology  HangZhou ZheJiang China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"College of Mechanical Engineering, ZheJiang University of Technology, HangZhou, ZheJiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102892104","display_name":"Haonan Ding","orcid":"https://orcid.org/0009-0006-8340-0887"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haonan Ding","raw_affiliation_strings":["College of Mechanical Engineering ZheJiang University of Technology  HangZhou ZheJiang China","College of Mechanical Engineering, ZheJiang University of Technology, HangZhou, ZheJiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering ZheJiang University of Technology  HangZhou ZheJiang China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"College of Mechanical Engineering, ZheJiang University of Technology, HangZhou, ZheJiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047251067","display_name":"Diting Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210118161","display_name":"Zhejiang Library","ror":"https://ror.org/02f83md58","country_code":"CN","type":"archive","lineage":["https://openalex.org/I4210118161"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Diting Zhou","raw_affiliation_strings":["Library Computing Center ZheJiang University of Technology  HangZhou ZheJiang China","Library Computing Center, ZheJiang University of Technology, HangZhou, ZheJiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Library Computing Center ZheJiang University of Technology  HangZhou ZheJiang China","institution_ids":["https://openalex.org/I4210118161"]},{"raw_affiliation_string":"Library Computing Center, ZheJiang University of Technology, HangZhou, ZheJiang, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5024972359"],"corresponding_institution_ids":["https://openalex.org/I168879160","https://openalex.org/I55712492"],"apc_list":{"value":2000,"currency":"EUR","value_usd":2200},"apc_paid":{"value":2000,"currency":"EUR","value_usd":2200},"fwci":0.0995,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.34940595,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"4","issue":"4","first_page":"340","last_page":"350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9559999704360962,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9559999704360962,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9462000131607056,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9334999918937683,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8603078722953796},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6781508922576904},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.597480833530426},{"id":"https://openalex.org/keywords/engineering-design-process","display_name":"Engineering design process","score":0.568841814994812},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4418221116065979},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.340645432472229},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2185833752155304}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8603078722953796},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6781508922576904},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.597480833530426},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.568841814994812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4418221116065979},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.340645432472229},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2185833752155304},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1049/ccs2.12063","is_oa":true,"landing_page_url":"https://doi.org/10.1049/ccs2.12063","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1049/ccs2.12063","source":{"id":"https://openalex.org/S4210220299","display_name":"Cognitive Computation and Systems","issn_l":"2517-7567","issn":["2517-7567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognitive Computation and Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ff4371a68af84beab4a9c69e052b5683","is_oa":true,"landing_page_url":"https://doaj.org/article/ff4371a68af84beab4a9c69e052b5683","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cognitive Computation and Systems, Vol 4, Iss 4, Pp 340-350 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1049/ccs2.12063","is_oa":true,"landing_page_url":"https://doi.org/10.1049/ccs2.12063","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1049/ccs2.12063","source":{"id":"https://openalex.org/S4210220299","display_name":"Cognitive Computation and Systems","issn_l":"2517-7567","issn":["2517-7567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognitive Computation and Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G2017362797","display_name":null,"funder_award_id":"LY19F020034","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G3419669581","display_name":null,"funder_award_id":"No. 61976193","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5621405321","display_name":null,"funder_award_id":"61976193","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281630548.pdf","grobid_xml":"https://content.openalex.org/works/W4281630548.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1583837637","https://openalex.org/W1982334611","https://openalex.org/W1993533483","https://openalex.org/W2021077346","https://openalex.org/W2083366477","https://openalex.org/W2113424038","https://openalex.org/W2147831803","https://openalex.org/W2149220061","https://openalex.org/W2152195021","https://openalex.org/W2275929617","https://openalex.org/W2319416125","https://openalex.org/W2375900258","https://openalex.org/W2416094133","https://openalex.org/W2904113001","https://openalex.org/W2942998296","https://openalex.org/W2960011502","https://openalex.org/W2966495837","https://openalex.org/W2977551935","https://openalex.org/W2980723354","https://openalex.org/W2999993516","https://openalex.org/W3013901401","https://openalex.org/W3081661003","https://openalex.org/W3114792108","https://openalex.org/W3119431153","https://openalex.org/W3120368692","https://openalex.org/W3179972165","https://openalex.org/W3209777177","https://openalex.org/W4232981643","https://openalex.org/W4295301680"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Abstract":[0],"Engineers":[1],"solving":[2,116],"engineering":[3,39,60,118],"design":[4,85,120],"problems":[5],"can":[6,19,74],"be":[7,20,75],"regarded":[8],"as":[9,22],"a":[10,23,44,88],"gradual":[11],"optimisation":[12],"process":[13,18],"that":[14,66,108],"involves":[15],"strategising.":[16],"The":[17,98],"modelled":[21],"reinforcement":[24],"learning":[25],"(RL)":[26],"framework.":[27,81],"This":[28,63],"article":[29],"presents":[30],"an":[31,83],"RL":[32,80,94,106],"model":[33,107],"with":[34,95],"episodic":[35,96],"controllers":[36,42],"to":[37,53,112],"solve":[38],"problems.":[40,121],"Episodic":[41],"provide":[43],"mechanism":[45],"for":[46,59],"using":[47],"the":[48,55,67,78,105],"short\u2010term":[49],"and":[50],"long\u2010term":[51],"memories":[52,73],"improve":[54],"efficiency":[56],"of":[57,70,72,87],"searching":[58],"problem":[61,86,115],"solutions.":[62],"work":[64,99],"demonstrates":[65],"two":[68],"kinds":[69],"models":[71],"incorporated":[76],"into":[77],"existing":[79],"Finally,":[82],"optimised":[84,119],"crane":[89],"girder":[90],"is":[91],"illustrated":[92],"by":[93],"controllers.":[97],"presented":[100],"in":[101,117],"this":[102],"study":[103],"leverages":[104],"has":[109],"been":[110],"shown":[111],"mimic":[113],"human":[114]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}