{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T17:40:28Z","timestamp":1773337228761,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"21","license":[{"start":{"date-parts":[[2016,5,27]],"date-time":"2016-05-27T00:00:00Z","timestamp":1464307200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61374105"],"award-info":[{"award-number":["61374105"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61233001"],"award-info":[{"award-number":["61233001"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61273140"],"award-info":[{"award-number":["61273140"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2017,11]]},"DOI":"10.1007\/s00500-016-2194-y","type":"journal-article","created":{"date-parts":[[2016,5,27]],"date-time":"2016-05-27T05:36:25Z","timestamp":1464327385000},"page":"6369-6379","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Optimization of electricity consumption in office buildings based on adaptive dynamic programming"],"prefix":"10.1007","volume":"21","author":[{"given":"Guang","family":"Shi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qinglai","family":"Wei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Derong","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,5,27]]},"reference":[{"issue":"2","key":"2194_CR1","doi-asserted-by":"crossref","first-page":"608","DOI":"10.1109\/TIE.2009.2032195","volume":"57","author":"Z Amjadi","year":"2010","unstructured":"Amjadi Z, Williamson SS (2010) Power-electronics-based solutions for plug-in hybrid electric vehicle energy storage and management systems. IEEE Trans Industr Electron 57(2):608\u2013616","journal-title":"IEEE Trans Industr Electron"},{"key":"2194_CR2","doi-asserted-by":"crossref","first-page":"782","DOI":"10.1016\/j.enbuild.2014.10.017","volume":"86","author":"A Anvari-Moghaddam","year":"2015","unstructured":"Anvari-Moghaddam A, Monsef H, Rahimi-Kian A (2015) Cost-effective and comfort-aware residential energy management under different pricing schemes and weather conditions. Energy Build 86:782\u2013793","journal-title":"Energy Build"},{"issue":"11","key":"2194_CR3","doi-asserted-by":"crossref","first-page":"3159","DOI":"10.1007\/s00500-014-1474-7","volume":"19","author":"M Arsuaga-Rios","year":"2015","unstructured":"Arsuaga-Rios M, Vega-Rodriguez MA (2015) Multi-objective energy optimization in grid systems from a brain storming strategy. Soft Comput 19(11):3159\u20133172","journal-title":"Soft Comput"},{"key":"2194_CR4","volume-title":"Dynamic programming","author":"RE Bellman","year":"1957","unstructured":"Bellman RE (1957) Dynamic programming. Princeton University Press, Princeton"},{"key":"2194_CR5","volume-title":"Neuro-dynamic programming","author":"DP Bertsekas","year":"1996","unstructured":"Bertsekas DP, Tsitsiklis JN (1996) Neuro-dynamic programming. Athena Scientific, Belmont"},{"issue":"2","key":"2194_CR6","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1007\/s12559-012-9191-y","volume":"5","author":"M Boaro","year":"2013","unstructured":"Boaro M, Fuselli D, Angelis FD, Liu D, Wei Q, Piazza F (2013) Adaptive dynamic programming algorithm for renewable energy scheduling and battery management. Cogn Comput 5(2):264\u2013277","journal-title":"Cogn Comput"},{"key":"2194_CR7","unstructured":"Data of real-time electricity price from ComEd Company, the United States. [Online]. https:\/\/rrtp.comed.com\/live-prices\/?"},{"issue":"8","key":"2194_CR8","doi-asserted-by":"crossref","first-page":"929","DOI":"10.1109\/TNN.2003.813839","volume":"14","author":"R Enns","year":"2003","unstructured":"Enns R, Si J (2003) Helicopter trimming and tracking control using direct neural dynamic programming. IEEE Trans Neural Netw 14(8):929\u2013939","journal-title":"IEEE Trans Neural Netw"},{"issue":"6","key":"2194_CR9","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1016\/j.ijepes.2012.11.023","volume":"48","author":"D Fuselli","year":"2013","unstructured":"Fuselli D, Angelis FD, Boaro M, Liu D, Wei Q, Squartini S, Piazza F (2013) Action dependent heuristic dynamic programming for home energy resource scheduling. Int J Electr Power Energy Syst 48(6):148\u2013160","journal-title":"Int J Electr Power Energy Syst"},{"issue":"4","key":"2194_CR10","doi-asserted-by":"crossref","first-page":"1263","DOI":"10.1109\/TIE.2012.2196889","volume":"60","author":"JM Guerrero","year":"2013","unstructured":"Guerrero JM, Loh PC, Lee TL, Chandorkar M (2013) Advanced control architectures for intelligent microgrids-part II: power quality, energy storage, and AC\/DC microgrids. IEEE Trans Industr Electron 60(4):1263\u20131270","journal-title":"IEEE Trans Industr Electron"},{"issue":"2","key":"2194_CR11","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1007\/s00521-011-0711-6","volume":"22","author":"T Huang","year":"2013","unstructured":"Huang T, Liu D (2013) A self-learning scheme for residential energy system control and management. Neural Comput Appl 22(2):259\u2013269","journal-title":"Neural Comput Appl"},{"key":"2194_CR12","unstructured":"Jaeger H (2001) The \u2018echo state\u2019 approach to analysing and training recurrent neural networks. German National Research Center for Information Technology, St. Augustin, Germany, Technical Report 148"},{"key":"2194_CR13","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1126\/science.1091277","volume":"304","author":"H Jaeger","year":"2004","unstructured":"Jaeger H, Haas H (2004) Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication. Science 304:78\u201380","journal-title":"Science"},{"issue":"6","key":"2194_CR14","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1109\/MCS.2012.2214134","volume":"32","author":"FL Lewis","year":"2012","unstructured":"Lewis FL, Vrabie D, Vamvoudakis KG (2012) Reinforcement learning and feedback control: using natural decision methods to design optimal adaptive controllers. IEEE Control Syst 32(6):76\u2013105","journal-title":"IEEE Control Syst"},{"issue":"11","key":"2194_CR15","doi-asserted-by":"crossref","first-page":"2075","DOI":"10.1007\/s00500-013-1117-4","volume":"17","author":"C Li","year":"2013","unstructured":"Li C, Zhang G, Wang M, Yi J (2013) Data-driven modeling and optimization of thermal comfort and energy consumption using type-2 fuzzy method. Soft Comput 17(11):2075\u20132088","journal-title":"Soft Comput"},{"key":"2194_CR16","doi-asserted-by":"crossref","first-page":"236","DOI":"10.1016\/j.neunet.2012.02.027","volume":"32","author":"D Liu","year":"2012","unstructured":"Liu D, Wei Q (2012) An iterative $$\\varepsilon $$ \u03b5 -optimal control scheme for a class of discrete-time nonlinear systems with unfixed initial state. Neural Netw 32:236\u2013244","journal-title":"Neural Netw"},{"issue":"5","key":"2194_CR17","doi-asserted-by":"crossref","first-page":"1907","DOI":"10.1109\/TCST.2014.2299959","volume":"22","author":"K Ma","year":"2014","unstructured":"Ma K, Hu G, Spanos CJ (2014) Distributed energy consumption control via real-time pricing feedback in smart grid. IEEE Trans Control Syst Technol 22(5):1907\u20131914","journal-title":"IEEE Trans Control Syst Technol"},{"issue":"1","key":"2194_CR18","doi-asserted-by":"crossref","first-page":"498","DOI":"10.1109\/TSG.2012.2233224","volume":"4","author":"D Molina","year":"2013","unstructured":"Molina D, Venayagamoorthy GK, Liang J, Harley RG (2013) Intelligent local area signals based damping of power system oscillations using virtual generators and approximate dynamic programming. IEEE Trans Smart Grid 4(1):498\u2013508","journal-title":"IEEE Trans Smart Grid"},{"issue":"4","key":"2194_CR19","doi-asserted-by":"crossref","first-page":"412","DOI":"10.1109\/JAS.2014.7004668","volume":"1","author":"J Na","year":"2014","unstructured":"Na J, Herrmann G (2014) Online adaptive approximate optimal tracking control with simplified dual approximation structure for continuous-time unknown nonlinear systems. IEEE\/CAA J Autom Sin 1(4):412\u2013422","journal-title":"IEEE\/CAA J Autom Sin"},{"issue":"11","key":"2194_CR20","doi-asserted-by":"crossref","first-page":"2101","DOI":"10.1007\/s00500-013-1112-9","volume":"17","author":"Z Ni","year":"2013","unstructured":"Ni Z, He H (2013) Heuristic dynamic programming with internal goal representation. Soft Comput 17(11):2101\u20132108","journal-title":"Soft Comput"},{"issue":"6","key":"2194_CR21","doi-asserted-by":"crossref","first-page":"913","DOI":"10.1109\/TNNLS.2013.2247627","volume":"24","author":"Z Ni","year":"2013","unstructured":"Ni Z, He H, Wen J (2013) Adaptive learning in tracking control based on the dual critic network design. IEEE Trans Neural Netw Learn Syst 24(6):913\u2013928","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"5","key":"2194_CR22","doi-asserted-by":"crossref","first-page":"997","DOI":"10.1109\/72.623201","volume":"8","author":"DV Prokhorov","year":"1997","unstructured":"Prokhorov DV, Wunsch DC (1997) Adaptive critic designs. IEEE Trans Neural Netw 8(5):997\u20131007","journal-title":"IEEE Trans Neural Netw"},{"issue":"11","key":"2194_CR23","doi-asserted-by":"crossref","first-page":"1983","DOI":"10.1007\/s00500-013-1118-3","volume":"17","author":"M Severini","year":"2013","unstructured":"Severini M, Squartini S, Piazza F (2013) Hybrid soft computing algorithmic framework for smart home energy management. Soft Comput 17(11):1983\u20132005","journal-title":"Soft Comput"},{"key":"2194_CR24","doi-asserted-by":"crossref","unstructured":"Shi G, Wei Q, Liu Y, Guan Q, Liu D (2015) Data-driven room classification for office buildings based on echo state network. The 2015 27th Chinese control and decision conference (CCDC), IEEE, pp 2602\u20132607","DOI":"10.1109\/CCDC.2015.7162361"},{"issue":"2","key":"2194_CR25","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1109\/72.914523","volume":"12","author":"J Si","year":"2001","unstructured":"Si J, Wang YT (2001) On-line learning control by association and reinforcement. IEEE Trans Neural Netw 12(2):264\u2013276","journal-title":"IEEE Trans Neural Netw"},{"issue":"11","key":"2194_CR26","doi-asserted-by":"crossref","first-page":"2109","DOI":"10.1007\/s00500-013-1111-x","volume":"17","author":"R Song","year":"2013","unstructured":"Song R, Xiao W, Wei Q (2013) Multi-objective optimal control for a class of nonlinear time-delay systems via adaptive dynamic programming. Soft Comput 17(11):2109\u20132115","journal-title":"Soft Comput"},{"issue":"2","key":"2194_CR27","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1109\/MCI.2009.932261","volume":"4","author":"F Wang","year":"2009","unstructured":"Wang F, Zhang H, Liu D (2009) Adaptive dynamic programming: an introduction. Comput Intell 4(2):39\u201347","journal-title":"Comput Intell"},{"issue":"4","key":"2194_CR28","doi-asserted-by":"crossref","first-page":"1020","DOI":"10.1109\/TASE.2013.2284545","volume":"11","author":"Q Wei","year":"2014","unstructured":"Wei Q, Liu D (2014) Adaptive dynamic programming for optimal tracking control of unknown nonlinear systems with application to coal gasification. IEEE Trans Autom Sci Eng 11(4):1020\u20131036","journal-title":"IEEE Trans Autom Sci Eng"},{"issue":"12","key":"2194_CR29","doi-asserted-by":"crossref","first-page":"2820","DOI":"10.1109\/TCYB.2014.2354377","volume":"44","author":"Q Wei","year":"2014","unstructured":"Wei Q, Wang F, Liu D, Yang X (2014) Finite-approximation-error based discrete-time iterative adaptive dynamic programming. IEEE Trans Cybern 44(12):2820\u20132833","journal-title":"IEEE Trans Cybern"},{"issue":"4","key":"2194_CR30","doi-asserted-by":"crossref","first-page":"2509","DOI":"10.1109\/TIE.2014.2361485","volume":"62","author":"Q Wei","year":"2015","unstructured":"Wei Q, Liu D, Shi G (2015a) A novel dual iterative Q-learning method for optimal battery management in smart residential environments. IEEE Trans Industr Electron 62(4):2509\u20132518","journal-title":"IEEE Trans Industr Electron"},{"issue":"7","key":"2194_CR31","doi-asserted-by":"crossref","first-page":"4203","DOI":"10.1109\/TIE.2014.2388198","volume":"62","author":"Q Wei","year":"2015","unstructured":"Wei Q, Liu D, Shi G, Liu Y (2015b) Multibattery optimal coordination control for home energy management systems via distributed iterative adaptive dynamic programming. IEEE Trans Industr Electron 62(7):4203\u20134214","journal-title":"IEEE Trans Industr Electron"},{"issue":"2","key":"2194_CR32","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1007\/s00500-014-1533-0","volume":"20","author":"Q Wei","year":"2016","unstructured":"Wei Q, Liu D, Xu Y (2016a) Neuro-optimal tracking control for a class of discrete-time nonlinear systems via generalized value iteration adaptive dynamic programming approach. Soft Comput 20(2):697\u2013706","journal-title":"Soft Comput"},{"key":"2194_CR33","doi-asserted-by":"crossref","unstructured":"Wei Q, Liu D, Liu Y, Song R (2016b) Optimal constrained self-learning battery sequential management in microgrids via adaptive dynamic programming. IEEE\/CAA J Autom Sin (accepted)","DOI":"10.1109\/JAS.2016.7510262"},{"key":"2194_CR34","doi-asserted-by":"publisher","unstructured":"Wei Q, Lewis FL, Sun Q, Yan P, Song R (2016c) Discrete-time deterministic Q-learning: a novel convergence analysis. IEEE Trans Cybern. doi: 10.1109\/TCYB.2016.2542923","DOI":"10.1109\/TCYB.2016.2542923"},{"key":"2194_CR35","first-page":"25","volume":"22","author":"PJ Werbos","year":"1977","unstructured":"Werbos PJ (1977) Advanced forecasting methods for global crisis warning and models of intelligence. General Syst Yearb 22:25\u201338","journal-title":"General Syst Yearb"},{"key":"2194_CR36","volume-title":"Neural networks for control","author":"PJ Werbos","year":"1991","unstructured":"Werbos PJ (1991) A menu of designs for reinforcement learning over time. In: Miller WT, Sutton RS, Werbos PJ (eds) Neural networks for control. MIT Press, Cambridge"},{"issue":"3","key":"2194_CR37","doi-asserted-by":"crossref","first-page":"471","DOI":"10.1109\/TNNLS.2012.2234133","volume":"24","author":"H Xu","year":"2013","unstructured":"Xu H, Jagannathan S (2013) Stochastic optimal controller design for uncertain nonlinear networked control system via neuro dynamic programming. IEEE Trans Neural Netw Learn Syst 24(3):471\u2013484","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"2194_CR38","doi-asserted-by":"crossref","unstructured":"Xu B, Yang C, Shi Z (2014a) Reinforcement learning output feedback NN control using deterministic learning technique. IEEE Trans Neural Netw Learn Syst 25(3):635\u2013641","DOI":"10.1109\/TNNLS.2013.2292704"},{"issue":"1","key":"2194_CR39","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1109\/TCST.2013.2246866","volume":"22","author":"X Xu","year":"2014","unstructured":"Xu X, Lian C, Zuo L, He H (2014b) Kernel-based approximate dynamic programming for real-time online learning control: an experimental study. IEEE Trans Control Syst Technol 22(1):146\u2013156","journal-title":"IEEE Trans Control Syst Technol"},{"issue":"4","key":"2194_CR40","doi-asserted-by":"crossref","first-page":"372","DOI":"10.1109\/JAS.2014.7004665","volume":"1","author":"Q Zhao","year":"2014","unstructured":"Zhao Q, Xu H, Jagannathan S (2014) Near optimal output feedback control of nonlinear discrete-time systems based on reinforcement neural network learning. IEEE\/CAA J Autom Sin 1(4):372\u2013384","journal-title":"IEEE\/CAA J Autom Sin"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00500-016-2194-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-016-2194-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-016-2194-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-016-2194-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,8]],"date-time":"2019-09-08T19:40:09Z","timestamp":1567971609000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00500-016-2194-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,5,27]]},"references-count":40,"journal-issue":{"issue":"21","published-print":{"date-parts":[[2017,11]]}},"alternative-id":["2194"],"URL":"https:\/\/doi.org\/10.1007\/s00500-016-2194-y","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,5,27]]}}}