@article(POMDP,
 author       = {{\r A}str{\"o}m, K.J},
 year         = {1965},
 title        = {Optimal control of Markov processes with incomplete state information},
 journal      = {Journal of Mathematical Analysis and Applications},
 volume       = {10},
 number       = {1},
 pages        = {174--205},
 doi          = {10.1016/0022-247x(65)90154-x},
)
@article(baez_erbele_categories_control,
 author       = {John Baez and Jason Erbele},
 year         = {2015},
 title        = {Categories in control},
 journal      = {Theory and applications of categories},
 volume       = {30},
 number       = {24},
 pages        = {836--881},
 eprint       = {1405.6881},
)
@misc(bakirtzis_categorical_semantics_rl,
 author       = {Georgios Bakirtzis and Michail Savvas and Ufuk Topcu},
 year         = {2022},
 title        = {Categorical semantics of compositional reinforcement learning},
 eprint       = {2208.13687},
)
@phdthesis(barfuss_learning_dynamics,
 author       = {Wolfram Barfuss},
 year         = {2019},
 title        = {Learning dynamics and decision paradigms in social-ecological dilemmas},
 school       = {Humboldt-Universit\"at zu Berlin},
 doi          = {10.18452/20127},
)
@article(bellman_1957,
 author       = {Richard Bellman},
 year         = {1957},
 title        = {Dynamic Programming},
 journal      = {Princeton University Press},
 doi          = {10.1515/9781400835386},
)
@book(bertsekas_dpoc_vol2,
 author       = {Dimitri P. Bertsekas},
 year         = {2007},
 title        = {Dynamic Programming and Optimal Control, Vol. II},
 edition      = {3rd},
 publisher    = {Athena Scientific},
)
@misc(bolt_hedges_zahn_bayesian_open_games,
 author       = {Joe Bolt and Jules Hedges and Philipp Zahn},
 year         = {2019},
 title        = {Bayesian open games},
 eprint       = {1910.03656},
 note         = {Forthcoming in \emph{Compositionality}},
)
@inproceedings(botta13,
 author       = {Nicola Botta and Cezar Ionescu and Edwin C. Brady},
 year         = {2013},
 title        = {Sequential decision problems, dependently-typed solutions},
 booktitle    = {Joint Proceedings of the MathUI, OpenMath, {PLMMS} and ThEdu Workshops and Work in Progress at CICM, Bath, {UK}},
 series       = {{CEUR} Workshop Proceedings},
 volume       = {1010},
 publisher    = {CEUR-WS.org},
 url          = {http://ceur-ws.org/Vol-1010/paper-06.pdf},
)
@misc(braithwaite_etal_fibre_optics,
 author       = {Dylan Braithwaite and Matteo Capucci and Bruno Gavranovi\'c and Jules Hedges and Eigil Fjeldgren Rischel},
 year         = {2022},
 title        = {Fibre optics},
 eprint       = {2112.11145},
)
@misc(capucci_gavranovic_actegories,
 author       = {Matteo Capucci and Bruno Gavranovi\'c},
 year         = {2022},
 title        = {Actegories for the working amthematician},
 eprint       = {2203.16351},
 note         = {ArXiv:2203.16351},
)
@article(towards_foundations_categorical_cybernetics,
 author       = {Matteo Capucci and Bruno Gavranovi{\'c} and Jules Hedges and Eigil Fjeldgren Rischel},
 year         = {2022},
 title        = {Towards foundations of categorical cybernetics},
 journal      = {Electronic Proceedings in Theoretical Computer Science},
 volume       = {372},
 pages        = {235--248},
 doi          = {10.4204/eptcs.372.17},
)
@article(capucci_etal_translating_extensive_form,
 author       = {Matteo Capucci and Neil Ghani and J{\'{e}}r{\'{e}}my Ledent and Fredrik Nordvall Forsberg},
 year         = {2022},
 title        = {Translating extensive form games to open games with agency},
 journal      = {Electronic Proceedings in Theoretical Computer Science},
 volume       = {372},
 pages        = {221--234},
 doi          = {10.4204/eptcs.372.16},
)
@misc(roman_etal_profunctor_optics,
 author       = {Bryce Clarke and Derek Elkins and Jeremy Gibbons and Fosco Loregian and Bartosz Milewski and Emily Pillmore and Mario Rom\'an},
 year         = {2020},
 title        = {Profunctor optics: {A} categorical update},
 eprint       = {2001.07488},
)
@misc(cruttwell_etal_categorical_foundations_gradient_based_learning,
 author       = {G.S.H. Cruttwell and Bruno Gavranovi\'c and Neil Ghani and Paul Wilson and Fabio Zanasi},
 year         = {2021},
 title        = {Categorical foundations of gradient-based learning},
 eprint       = {2103.01931},
)
@article(denardo_contraction_in_dp,
 author       = {Eric V. Denardo},
 year         = {1967},
 title        = {Contraction Mappings in the Theory Underlying Dynamic Programming},
 journal      = {{SIAM} Review},
 volume       = {9},
 number       = {2},
 pages        = {165--177},
 doi          = {10.1137/1009030},
 url          = {https://ui.adsabs.harvard.edu/abs/1967SIAMR...9..165D},
)
@misc(eschenbaum_etal_robust_algorithmic_collusion,
 author       = {Nicolas Eschenbaum and Filip Mellgren and Philipp Zahn},
 year         = {2022},
 title        = {Robust algorithmic collusion},
 eprint       = {2201.00345},
)
@incollection(LTVMDPs,
 author       = {Frank M. V. Feys and Helle Hvid Hansen and Lawrence S. Moss},
 year         = {2018},
 title        = {Long-{Term} {Values} in {Markov} {Decision} {Processes}, ({Co}){Algebraically}},
 editor       = {C{\^\i}rstea, Corina},
 booktitle    = {Coalgebraic {Methods} in {Computer} {Science}},
 volume       = {11202},
 publisher    = {Springer International Publishing},
 address      = {Cham},
 pages        = {78--99},
 doi          = {10.1007/978-3-030-00389-0{\_}6},
 url          = {http://link.springer.com/10.1007/978-3-030-00389-0_6},
 note         = {Series Title: Lecture Notes in Computer Science},
)
@book(control_systems_design,
 author       = {Bernard Friedland},
 year         = {1985},
 title        = {Control Systems Design},
 publisher    = {McGraw-Hill Companies},
)
@misc(fritz09,
 author       = {Tobias Fritz},
 year         = {2009},
 title        = {Convex spaces {I}: {D}efinitions and examples},
 eprint       = {0903.5522},
)
@article(Synthetic_approach,
 author       = {Tobias Fritz},
 year         = {2020},
 title        = {A synthetic approach to {Markov} kernels, conditional independence and theorems on sufficient statistics},
 journal      = {Advances in Mathematics},
 volume       = {370},
 pages        = {107239},
 doi          = {10.1016/j.aim.2020.107239},
 eprint       = {1908.07021},
)
@article(fritz_perrone_probability_monad_colimit,
 author       = {Tobias Fritz and Paolo Perrone},
 year         = {2019},
 title        = {A probability monad as the colimit of spaces of finite samples},
 journal      = {Theory and applications of categories},
 volume       = {34},
 number       = {7},
 pages        = {170--220},
 eprint       = {1712.05363},
)
@inproceedings(hedges_etal_compositional_game_theory,
 author       = {Neil Ghani and Jules Hedges and Viktor Winschel and Philipp Zahn},
 year         = {2018},
 title        = {Compositional game theory},
 booktitle    = {Proceedings of Logic in Computer Science (LiCS) 2018},
 publisher    = {{ACM}},
 pages        = {472--481},
 doi          = {10.1145/3209108.3209165},
)
@incollection(giry82,
 author       = {Mich\`elle Giry},
 year         = {1982},
 title        = {A categorical approach to probability theory},
 booktitle    = {Lecture Notes in Mathematics},
 publisher    = {Springer Berlin Heidelberg},
 pages        = {68--85},
 doi          = {10.1007/bfb0092872},
)
@misc(hedges_coherence_lenses_open_games,
 author       = {Jules Hedges},
 year         = {2017},
 title        = {Coherence for lenses and open games},
 eprint       = {1704.02230},
)
@inproceedings(hedges_morphisms_open_games,
 author       = {Jules Hedges},
 year         = {2018},
 title        = {Morphisms of open games},
 booktitle    = {Proceedings of {MFPS} 2018},
 volume       = {341},
 publisher    = {Elsevier {BV}},
 pages        = {151--177},
 doi          = {10.1016/j.entcs.2018.11.008},
)
@article(kaelbling_rl_survey,
 author       = {L. P. Kaelbling and M. L. Littman and A. W. Moore},
 year         = {1996},
 title        = {Reinforcement Learning: A Survey},
 journal      = {Journal of Artificial Intelligence Research},
 volume       = {4},
 pages        = {237--285},
 doi          = {10.1613/jair.301},
)
@article(kock_closed_categories_commutative_monads,
 author       = {Anders Kock},
 year         = {1971},
 title        = {Closed categories generated by commutative monads},
 journal      = {Journal of the Australian Mathematical Society},
 volume       = {12},
 number       = {4},
 pages        = {405--424},
 doi          = {10.1017/s1446788700010272},
)
@book(ljungqvist_sargent_recursive_macroeconomic_theory,
 author       = {Lars Ljungqvist and Thomas Sargent},
 year         = {2004},
 title        = {Recursive macroeconomic theory},
 publisher    = {MIT Press},
)
@book(loregian-coend-cofriend,
 author       = {Fosco Loregian},
 year         = {2021},
 title        = {Coend calculus},
 publisher    = {Cambridge University Press},
 eprint       = {1501.02503},
)
@article(mody_steffen_optimal_charging_electric_vehicles,
 author       = {Sagar Mody and Thomas Steffen},
 year         = {2015},
 title        = {Optimal charging of electric vehicles using a stochastic dynamic programming model and price prediction},
 journal      = {{SAE} International Journal of Passenger Cars - Electronic and Electrical Systems},
 volume       = {8},
 number       = {2},
 pages        = {379--393},
 doi          = {10.4271/2015-01-0302},
)
@article(DJM,
 author       = {David Jaz Myers},
 year         = {2021},
 title        = {Double {Categories} of {Open} {Dynamical} {Systems} ({Extended} {Abstract})},
 journal      = {Electronic Proceedings in Theoretical Computer Science},
 volume       = {333},
 pages        = {154--167},
 doi          = {10.4204/eptcs.333.11},
 url          = {http://arxiv.org/abs/2005.05956v2},
)
@book(Puterman,
 author       = {Martin L. Puterman},
 year         = {2005},
 title        = {Markov decision processes: discrete stochastic dynamic programming},
 series       = {Wiley series in probability and statistics},
 publisher    = {Wiley-Interscience},
 address      = {Hoboken, NJ},
)
@misc(Riley,
 author       = {Mitchell Riley},
 year         = {2018},
 title        = {Categories of {Optics}},
 eprint       = {1809.00738},
)
@incollection(rust_numerical_dp_in_econ,
 author       = {John Rust},
 year         = {1996},
 title        = {Numerical dynamic programming in economics},
 booktitle    = {Handbook of Computational Economics},
 publisher    = {Amsterdam: Elsevier},
 pages        = {619--729},
 doi          = {10.1016/s1574-0021(96)01016-7},
)
@article(Spivak,
 author       = {David I. Spivak},
 year         = {2020},
 title        = {Generalized {Lens} {Categories} via functors {C}{\textasciicircum}op-{\textgreater}{Cat}},
 eprint       = {1908.02202},
)
@misc(sturtz_categorical_probability,
 author       = {Kirk Stirtz},
 year         = {2015},
 title        = {Categorical probability theory},
 eprint       = {1406.6030},
)
@book(stokey_lucas_recursive_methods_economic_dynamics,
 author       = {Nancy Stokey and Robert Lucas and Edward Prescott},
 year         = {1989},
 title        = {Recursive methods in economic dynamics},
 publisher    = {Harvard University Press},
 doi          = {10.2307/j.ctvjnrt76},
)
@book(RL_Intro,
 author       = {Richard S. Sutton and Andrew G. Barto},
 year         = {2020},
 title        = {Reinforcement {Learning}: {An} {Introduction}},
 publisher    = {MIT Press},
)
@article(swirszcz_monadic_functors_convexity,
 author       = {T. \'{S}wirszcz},
 year         = {1974},
 title        = {Monadic functors and convexity},
 journal      = {Bulletin de l'Aca\'{e}demie Polonaise des Sciences},
 volume       = {22},
 number       = {1},
)
@misc(vertechi_dependent_optics,
 author       = {Pietro Vertechi},
 year         = {2022},
 title        = {Dependent optics},
 eprint       = {2204.09547},
)
@article(q_learning,
 author       = {Christopher J. C. H. Watkins and Peter Dayan},
 year         = {1992},
 title        = {Q-learning},
 journal      = {Machine Learning},
 volume       = {8},
 number       = {3-4},
 pages        = {279--292},
 doi          = {10.1007/bf00992698},
)