Publications

2021

• A. K. Agogino, R. Lee, and D. Giannakopoulou, “Machine Learning Explainability and Transferability for Path Navigation,” in AIAA SciTech, Intelligent Systems Conference (IS), 2021.
  [Bibtex]

  @inproceedings{Agogino2021a,
  author = {Agogino, Adrian K. and Lee, Ritchie and Giannakopoulou, Dimitra},
  title = {Machine Learning Explainability and Transferability for Path Navigation},
  booktitle = aiaa_is,
  year = {2021},
  organization = {aiaa},
  owner = {rcnlee}
  }

2020

• R. Lee, J. Clarke, A. K. Agogino, and D. Giannakopoulou, “Improving Trust in Deep Neural Networks using Nearest Neighbors,” in AIAA SciTech, Intelligent Systems Conference (IS), 2020.
  [Bibtex]

  @inproceedings{Lee2020,
  author = {Lee, Ritchie and Clarke, Justin and Agogino, Adrian K. and Giannakopoulou, Dimitra},
  title = {Improving Trust in Deep Neural Networks using Nearest Neighbors},
  booktitle = aiaa_is,
  year = {2020},
  organization = {aiaa},
  owner = {rcnlee}
  }

• A. Corso, R. Lee, and M. J. Kochenderfer, “Scalable Autonomous Vehicle Safety Validation Through Dynamic Programming and Scene Decomposition,” in IEEE International Conference on Intelligent Transportation Systems (ITSC), 2020.
  [Bibtex]

  @InProceedings{Corso2020a,
  author = {Anthony Corso and Ritchie Lee and Mykel J. Kochenderfer},
  booktitle = itsc,
  title = {Scalable Autonomous Vehicle Safety Validation Through Dynamic Programming and Scene Decomposition},
  year = {2020},
  organization = {IEEE}
  }

• K. D. Julian, R. Lee, and M. J. Kochenderfer, “Validation of Image-Based Neural Network Controllers Through Adaptive Stress Testing,” in IEEE International Conference on Intelligent Transportation Systems (ITSC), 2020.
  [Bibtex]

  @InProceedings{Julian2020a,
  author = {Kyle D. Julian and Ritchie Lee and Mykel J. Kochenderfer},
  booktitle = itsc,
  title = {Validation of Image-Based Neural Network Controllers Through Adaptive Stress Testing},
  year = {2020},
  }

• A. Corso, R. J. Moss, M. Koren, R. Lee, and M. J. Kochenderfer, “A Survey of Algorithms for Black-box Safety Validation,” ArXiv e-prints, iss. 2005.02979, 2020.
  [Bibtex]

  @Article{Corso2020b,
  author = {Anthony Corso and Robert J. Moss and Mark Koren and Ritchie Lee and Mykel J. Kochenderfer},
  journal = arxiv,
  title = {A Survey of Algorithms for Black-box Safety Validation},
  year = {2020},
  number = {2005.02979},
  url = {https://arxiv.org/abs/2005.02979},
  }

• R. J. Moss, R. Lee, and M. J. Kochenderfer, “Adaptive Stress Testing of Trajectory Predictions in Flight Management Systems,” in IEEE/AIAA Digital Avionics Systems Conference (DASC), 2020.
  [Bibtex]

  @InProceedings{Moss2020a,
  author = {Robert J. Moss and Ritchie Lee and Mykel J. Kochenderfer},
  title = {Adaptive Stress Testing of Trajectory Predictions in Flight Management Systems},
  booktitle = dasc,
  organization = {AIAA/IEEE},
  year = {2020},
  }

• R. Lee, O. J. Mengshoel, Saksena Anshu, R. Gardner, D. Genin, J. Silbermann, M. Owen, and M. J. Kochenderfer, “Adaptive Stress Testing: Finding Likely Failure Events with Reinforcement Learning,” Journal of Artificial Intelligence Research, vol. 69, p. 1165–1201, 2020.
  [Bibtex]

  @article{Lee2020c,
  author = {Lee, Ritchie and Mengshoel, Ole J. and Saksena, Anshu, and Gardner, Ryan and Genin, Daniel and Silbermann, Joshua and Owen, Michael and Kochenderfer, Mykel J.},
  title = {Adaptive Stress Testing: Finding Likely Failure Events with Reinforcement Learning},
  journal = jair,
  year = {2020},
  volume = {69},
  pages = {1165--1201},
  Owner = {rcnlee}
  }

• Proc. 12th International NASA Formal Methods Symposium, R. Lee, S. Jha, A. Mavridou, and D. Giannakoupoulou, Eds., Springer, 2020, vol. 12229.
  [Bibtex]

  @book{Lee2020d,
  title = {Proc. 12th International {NASA} Formal Methods Symposium},
  editor = {Ritchie Lee and Susmit Jha and Anastasia Mavridou and Dimitra Giannakoupoulou},
  series = {Lecture Notes in Computer Science},
  volume = {12229},
  publisher = {Springer},
  year = {2020},
  }

2019

• R. Lee, O. J. Mengshoel, and M. J. Kochenderfer, “Adaptive Stress Testing of Safety-Critical Systems,” in Safe, Autonomous, and Intelligent Vehicles, Springer, 2019, p. 77–95.
  [Bibtex]

  @InCollection{Lee2018c,
  author = {Lee, Ritchie and Mengshoel, Ole J. and Kochenderfer, Mykel J.},
  title = {Adaptive Stress Testing of Safety-Critical Systems},
  booktitle = {Safe, Autonomous, and Intelligent Vehicles},
  series = {Unmanned Systems Technology},
  publisher = {Springer},
  year = {2019},
  pages = {77--95},
  Owner = {rcnlee}
  }

• R. Lee, O. J. Mengshoel, A. K. Agogino, D. Giannakopoulou, and M. J. Kochenderfer, “Adaptive Stress Testing of Trajectory Planning Systems,” in AIAA SciTech, Intelligent Systems Conference (IS), 2019.
  [Bibtex]

  @InProceedings{Lee2019a,
  author = {Lee, Ritchie and Mengshoel, Ole J. and Agogino, Adrian K. and Giannakopoulou, Dimitra and Kochenderfer, Mykel J.},
  title = {Adaptive Stress Testing of Trajectory Planning Systems},
  booktitle = aiaa_is,
  year = {2019},
  Organization = {AIAA},
  Owner = {rcnlee}
  }

• A. K. Agogino, R. Lee, and D. Giannakopoulou, “Challenges of Explaining Real-Time Planning,” in ICAPS Workshop on Explainable Planning (XAIP), 2019.
  [Bibtex]

  @InProceedings{Agogino2019,
  Author = {Agogino, Adrian K. and Lee, Ritchie and Giannakopoulou, Dimitra},
  title = {Challenges of Explaining Real-Time Planning},
  booktitle = {{ICAPS} Workshop on Explainable Planning ({XAIP})},
  year = {2019},
  Owner = {rcnlee}
  }

• R. Lee, “AdaStress: Adaptive Stress Testing and Interpretable Categorization for Safety-Critical Systems,” PhD Thesis, 2019.
  [Bibtex]

  @phdthesis{leethesis,
  author = {Ritchie Lee},
  title = {AdaStress: Adaptive Stress Testing and Interpretable Categorization for Safety-Critical Systems},
  school = {Carnegie Mellon University},
  year = {2019},
  month = {May}
  }

2018

• R. Lee, O. J. Mengshoel, A. Saksena, R. Gardner, D. Genin, J. Brush, and M. J. Kochenderfer, “Differential Adaptive Stress Testing of Airborne Collision Avoidance Systems,” in AIAA SciTech, Modeling and Simulation Technologies Conference (MST), 2018. [Best Paper Award].
  [Bibtex]

  @InProceedings{Lee2018a,
  author = {Lee, Ritchie and Mengshoel, Ole J. and Saksena, Anshu and Gardner, Ryan and Genin, Daniel and Brush, Jeffrey and Kochenderfer, Mykel J.},
  title = {Differential Adaptive Stress Testing of Airborne Collision Avoidance Systems},
  Booktitle = aiaa_mst,
  year = {2018},
  Organization = {AIAA},
  note = {Best Paper Award},
  Owner = {rcnlee}
  }

• R. Lee, M. J. Kochenderfer, O. J. Mengshoel, and J. Silbermann, “Interpretable Categorization of Heterogeneous Time Series Data,” in International Conference on Data Mining (SDM), 2018.
  [Bibtex]

  @InProceedings{Lee2018b,
  author = {Lee, Ritchie and Kochenderfer, Mykel J. and Mengshoel, Ole J. and Silbermann, Joshua},
  title = {Interpretable Categorization of Heterogeneous Time Series Data},
  booktitle = sdm,
  year = {2018},
  Organization = {SIAM},
  Owner = {rcnlee}
  }

• M. Koren, S. Alsaif, R. Lee, and M. J. Kochenderfer, “Adaptive Stress Testing for Autonomous Vehicles,” in IEEE Intelligent Vehicles Symposium (IV), 2018.
  [Bibtex]

  @InProceedings{Koren2018,
  author = {Mark Koren and Saud Alsaif and Ritchie Lee and Mykel J. Kochenderfer},
  title = {Adaptive Stress Testing for Autonomous Vehicles},
  booktitle = iv,
  Organization = {IEEE},
  year = {2018}
  }

2017

• R. Lee, A. Agogino, and D. Giannakopoulou, “Algorithms and Tools for Model-Based V&V of Autonomy Software,” NASA 2017.
  [Bibtex]

  @TechReport{Lee2017,
  Title = {Algorithms and Tools for Model-Based {V\&V} of Autonomy Software},
  Author = {Lee, Ritchie and Agogino, Adrian and Giannakopoulou, Dimitra},
  Institution = {NASA},
  Year = {2017},
  Owner = {rcnlee},
  }

2015

• R. Lee, M. J. Kochenderfer, O. J. Mengshoel, G. P. Brat, and M. P. Owen, “Adaptive Stress Testing of Airborne Collision Avoidance Systems,” in IEEE/AIAA Digital Avionics Systems Conference (DASC), 2015. [Best Paper of Session].
  [Bibtex]

  @InProceedings{Lee2015,
  author = {Ritchie Lee and Mykel J. Kochenderfer and Ole J. Mengshoel and Guillaume P. Brat and Michael P. Owen},
  title = {Adaptive Stress Testing of Airborne Collision Avoidance Systems},
  booktitle = dasc,
  organization = {AIAA/IEEE},
  year = {2015},
  note = {Best Paper of Session},
  owner = {rcnlee},
  timestamp = {2015.05.20},
  }

• A. Agogino, A. Iscen, R. Lee, D. Bowers, K. Tumer, and G. Brat, “Scalable Hierarchical Multifidelity Simulation and Multiagent Optimization of Air Traffic,” in AAMAS Workshop on Massive Multiagent Systems, 2015.
  [Bibtex]

  @InProceedings{Agogino2015,
  Title = {Scalable Hierarchical Multifidelity Simulation and Multiagent Optimization of Air Traffic},
  Author = {Adrian Agogino and Atil Iscen and Ritchie Lee and Devin Bowers and Kagan Tumer and Guillaume Brat},
  Booktitle = {{AAMAS} Workshop on Massive Multiagent Systems},
  Year = {2015},
  Owner = {rcnlee}
  }

2014

• R. Lee and M. Rajabi, Assessing NuPIC and CLA in a Machine Learning Context Using NASA Aviation Datasets, 2014.
  [Bibtex]

  @Unpublished{Lee2014,
  author = {Ritchie Lee and Mariam Rajabi},
  title = {Assessing {NuPIC} and {CLA} in a Machine Learning Context Using {NASA} Aviation Datasets},
  note = {Carnegie Mellon University EE18799-SV},
  year = {2014},
  owner = {rcnlee},
  }

• G. A. Phelps, C. Ippolito, R. Lee, J. Spritzer, and Y. Yeh, “Investigations into Near-Real-Time Surveying for Geophysical Data Collection Using an Autonomous Ground Vehicle,” United States Geological Survey (USGS) 2014.
  [Bibtex]

  @TechReport{Phelps2014,
  author = {Phelps, Geoffrey A and Ippolito, Corey and Lee, Ritchie and Spritzer, John and Yeh, Yoo-Hsiu},
  title = {Investigations into Near-Real-Time Surveying for Geophysical Data Collection Using an Autonomous Ground Vehicle},
  institution = usgs,
  year = {2014},
  owner = {rcnlee},
  }

2013

• R. Lee, D. H. Wolpert, J. Bono, S. Backhaus, R. Bent, and B. Tracey, “Counter-Factual Reinforcement Learning: How to Model Decision-Makers That Anticipate the Future,” in Decision Making and Imperfection, Springer, 2013, vol. 474, pp. 101-128.
  [Bibtex]

  @InCollection{Lee2013,
  author = {Lee, Ritchie and Wolpert, David H. and Bono, James and Backhaus, Scott and Bent, Russell and Tracey, Brendan},
  title = {Counter-Factual Reinforcement Learning: How to Model Decision-Makers That Anticipate the Future},
  booktitle = {Decision Making and Imperfection},
  publisher = {Springer},
  year = {2013},
  volume = {474},
  series = {Studies in Computational Intelligence},
  chapter = {4},
  pages = {101-128},
  owner = {rcnlee},
  }

• S. Backhaus, R. Bent, J. Bono, R. Lee, B. Tracey, D. H. Wolpert, D. Xie, and Y. Yildiz, “Cyber-Physical Security: A Game Theory Model of Humans Interacting Over Control Systems,” IEEE Transactions on Smart Grid, vol. 4, iss. 4, p. 2320–2327, 2013.
  [Bibtex]

  @Article{Backhaus2013,
  author = {Backhaus, Scott and Bent, Russell and Bono, James and Lee, Ritchie and Tracey, Brendan and Wolpert, David H. and Xie, Dongping and Yildiz, Yildiray},
  title = {Cyber-Physical Security: A Game Theory Model of Humans Interacting Over Control Systems},
  journal = ieeesg,
  year = {2013},
  volume = {4},
  number = {4},
  pages = {2320--2327},
  owner = {rcnlee},
  publisher = {IEEE},
  }

2012

• R. Lee and D. H. Wolpert, “Game Theoretic Modeling of Pilot Behavior During Mid-Air Encounters,” in Decision Making with Imperfect Decision Makers, Springer, 2012, vol. 28, pp. 75-111.
  [Bibtex]

  @InCollection{Lee2012,
  author = {Lee, Ritchie and Wolpert, David H.},
  title = {Game Theoretic Modeling of Pilot Behavior During Mid-Air Encounters},
  booktitle = {Decision Making with Imperfect Decision Makers},
  publisher = {Springer},
  year = {2012},
  volume = {28},
  series = {Intelligent Systems Reference Library},
  chapter = {4},
  pages = {75-111},
  owner = {rcnlee},
  }

• E. Denney, C. Ippolito, R. Lee, and G. Pai, “An Integrated Safety and Systems Engineering Methodology for Small Unmanned Aircraft Systems,” in AIAA Infotech@Aerospace Conference, 2012.
  [Bibtex]

  @InProceedings{Denney2012,
  Title = {An Integrated Safety and Systems Engineering Methodology for Small Unmanned Aircraft Systems},
  Author = {Ewen Denney and Corey Ippolito and Ritchie Lee and Ganesh Pai},
  Booktitle = aiaa_info,
  Organization = {AIAA},
  Year = {2012},
  Owner = {rcnlee}
  }

• E. J. Schlicht, R. Lee, D. H. Wolpert, M. J. Kochenderfer, and B. Tracey, “Predicting the Behavior of Interacting Humans by Fusing Data from Multiple Sources,” in Conference on Uncertainty in Artificial Intelligence (UAI), 2012.
  [Bibtex]

  @InProceedings{Schlicht2012,
  Title = {Predicting the Behavior of Interacting Humans by Fusing Data from Multiple Sources},
  Author = {Erik J. Schlicht and Ritchie Lee and David H. Wolpert and Mykel J. Kochenderfer and Brendan Tracey},
  Booktitle = uai,
  Organization = {AUAI},
  Year = {2012},
  Owner = {rcnlee},
  }

• G. Yan, R. Lee, A. Kent, and D. H. Wolpert, “Towards a Bayesian Network Game Framework for Evaluating DDoS Attacks and Defense,” in Conference on Computer and Communications Security (CCS), 2012, p. 553–566.
  [Bibtex]

  @InProceedings{Yan2012,
  Title = {Towards a {B}ayesian Network Game Framework for Evaluating {DDoS} Attacks and Defense},
  Author = {Yan, Guanhua and Lee, Ritchie and Kent, Alex and Wolpert, David H.},
  Booktitle = acmccs,
  Year = {2012},
  Organization = {ACM},
  Pages = {553--566},
  Owner = {rcnlee}
  }

• Y. Yildiz, R. Lee, and G. Brat, “Using Game Theoretic Models to Predict Pilot Behavior in NextGen Merging and Landing Scenario,” in AIAA SciTech, Modeling and Simulation Technologies Conference (MST), 2012.
  [Bibtex]

  @InProceedings{Yildiz2012,
  Title = {Using Game Theoretic Models to Predict Pilot Behavior in {N}ext{G}en Merging and Landing Scenario},
  Author = {Yildiz, Yildiray and Lee, Ritchie and Brat, Guillaume},
  Organization = {AIAA},
  booktitle = aiaa_mst,
  Year = {2012},
  Owner = {rcnlee}
  }

2011

• J. Dolan, R. Lee, Y. Yeh, C. Yeh, D. Y. Nguyen, S. Ben-Menahem, and A. K. Ishihara, “Neural Network Estimation of Photovoltaic I–V Curves Under Partially Shaded Conditions,” in International Joint Conference on Neural Networks (IJCNN), 2011, p. 1358–1365.
  [Bibtex]

  @InProceedings{Dolan2011,
  author = {Dolan, Jacques and Lee, Ritchie and Yeh, Yoo-Hsiu and Yeh, Chiping and Nguyen, Daniel Y and Ben-Menahem, Shahar and Ishihara, Abraham K},
  title = {Neural Network Estimation of Photovoltaic {I}--{V} Curves Under Partially Shaded Conditions},
  booktitle = ijcnn,
  year = {2011},
  pages = {1358--1365},
  organization = {IEEE},
  owner = {rcnlee},
  }

• R. Lee, S. Backhaus, J. Bono, D. H. Wolpert, R. Bent, and B. Tracey, “Modeling Humans as Reinforcement Learners: How to Predict Human Behavior in Multi-Stage Games,” in NIPS Workshop on Decision Making with Multiple Imperfect Decision Makers, 2011.
  [Bibtex]

  @InProceedings{Lee2011,
  author = {Lee, Ritchie and Backhaus, Scott and Bono, James and Wolpert, David H. and Bent, Russell and Tracey, Brendan},
  title = {Modeling Humans as Reinforcement Learners: How to Predict Human Behavior in Multi-Stage Games},
  booktitle = {{NIPS} Workshop on Decision Making with Multiple Imperfect Decision Makers},
  year = {2011},
  owner = {rcnlee},
  }

2010

• R. Lee, C. Ippolito, Y. Yeh, J. Spritzer, and G. Phelps, “Payload-Directed Control of Geophysical Magnetic Surveys,” in AIAA Infotech@Aerospace Conference, 2010.
  [Bibtex]

  @InProceedings{Lee2010a,
  Title = {Payload-Directed Control of Geophysical Magnetic Surveys},
  Author = {Lee, Ritchie and Ippolito, Corey and Yeh, Yoo-Hsiu and Spritzer, John and Phelps, Geoffrey},
  Booktitle = aiaa_info,
  organization = {AIAA},
  Year = {2010},
  Month = {April},
  Owner = {rcnlee}
  }

• R. Lee and D. H. Wolpert, “Game Theoretic Modeling of Human Behavior in Mid-Air Encounters,” in NIPS Workshop on Decision Making with Multiple Imperfect Decision Makers, 2010.
  [Bibtex]

  @InProceedings{Lee2010b,
  Title = {Game Theoretic Modeling of Human Behavior in Mid-Air Encounters},
  Author = {Lee, Ritchie and Wolpert, David H},
  Booktitle = {{NIPS} Workshop on Decision Making with Multiple Imperfect Decision Makers},
  Year = {2010},
  Owner = {rcnlee}
  }

2009

• R. Lee and C. Ippolito, “A Perception and Mapping Approach for Plume Detection in Payload Directed Flight,” in AIAA Infotech@Aerospace Conference, 2009.
  [Bibtex]

  @InProceedings{Lee2009,
  author = {Lee, Ritchie and Ippolito, Corey},
  title = {A Perception and Mapping Approach for Plume Detection in Payload Directed Flight},
  booktitle = aiaa_info,
  organization = {AIAA},
  year = {2009},
  month = {April},
  owner = {rcnlee},
  }

2007

• R. Lee and L. Shen, System Identification of a Cessna 182 Model UAV, 2007.
  [Bibtex]

  @Unpublished{Lee2007,
  author = {Ritchie Lee and Lu Shen},
  title = {System Identification of a {C}essna 182 Model {UAV}},
  note = {Stanford University CS229},
  year = {2007},
  owner = {rcnlee},
  }