.gitignore
CHANGELOG.md
LICENSE
NOTICE
README.md
pyproject.toml
tox.ini
tutorial.ipynb
uv.lock
.github/workflows/deploy-docs.yml
.github/workflows/publish-pypi.yml
.github/workflows/run-test.yml
THIRD_PARTY_LICENSES/gymnasium_LICENSE
THIRD_PARTY_LICENSES/stable-baselines3_LICENSE
docs/Makefile
docs/README.md
docs/generate_params_tables.py
docs/make.bat
docs/source/aamas2026_competition.md
docs/source/algorithms.md
docs/source/conf.py
docs/source/core_concepts.rst
docs/source/environments.md
docs/source/index.rst
docs/source/installation.md
docs/source/leaderboard.md
docs/source/quickstart_guide.md
docs/source/reference.md
docs/source/tutorials.md
docs/source/_static/css/custom.css
docs/source/_static/images/AAMAS2026.jpg
docs/source/_static/images/acrobot.gif
docs/source/_static/images/adaptive_non_stationary_agent_image.png
docs/source/_static/images/agent.png
docs/source/_static/images/ant.gif
docs/source/_static/images/ant_non_stationary.gif
docs/source/_static/images/ant_stationary.gif
docs/source/_static/images/cartpole_nonstationary.gif
docs/source/_static/images/cartpole_stationary.gif
docs/source/_static/images/cartpole_temp.gif
docs/source/_static/images/dubey.jpg
docs/source/_static/images/frozen_lake_stationary.gif
docs/source/_static/images/frozenlake_nonstationary.gif
docs/source/_static/images/half_cheetah.gif
docs/source/_static/images/hopper.gif
docs/source/_static/images/humanoid.gif
docs/source/_static/images/inverted_double_pendulum.gif
docs/source/_static/images/inverted_pendulum.gif
docs/source/_static/images/keplinger.jpg
docs/source/_static/images/laszka.jpg
docs/source/_static/images/mdp.png
docs/source/_static/images/mountain_car.gif
docs/source/_static/images/mountain_car_continuous.gif
docs/source/_static/images/mukhopadhyay.jpg
docs/source/_static/images/nsmdp.png
docs/source/_static/images/pendulum.gif
docs/source/_static/images/pusher.gif
docs/source/_static/images/reacher.gif
docs/source/_static/images/swimmer.gif
docs/source/_static/images/think_you_can_design_adaptive_agents.png
docs/source/_static/images/vehicle_tracking.gif
docs/source/_templates/partials/webfonts.html
docs/source/env_pages/classic_control/acrobot.md
docs/source/env_pages/classic_control/cartpole.md
docs/source/env_pages/classic_control/index.md
docs/source/env_pages/classic_control/mountaincar.md
docs/source/env_pages/classic_control/pendulum.md
docs/source/env_pages/mujoco/antenv.md
docs/source/env_pages/mujoco/halfcheetah.md
docs/source/env_pages/mujoco/hopper.md
docs/source/env_pages/mujoco/humanoid.md
docs/source/env_pages/mujoco/humanoid_standup.md
docs/source/env_pages/mujoco/index.md
docs/source/env_pages/mujoco/inverted_double_pendulum.md
docs/source/env_pages/mujoco/inverted_pendulum.md
docs/source/env_pages/mujoco/pusher.md
docs/source/env_pages/mujoco/reacher.md
docs/source/env_pages/mujoco/swimmer.md
docs/source/env_pages/nsgym_custom/index.md
docs/source/env_pages/nsgym_custom/vehicle_tracking_env.md
docs/source/env_pages/toytext/bridge.md
docs/source/env_pages/toytext/cliffwalking.md
docs/source/env_pages/toytext/frozenlake.md
docs/source/env_pages/toytext/index.md
docs/source/reference/base.md
docs/source/reference/benchmark_algs.md
docs/source/reference/context_switching.md
docs/source/reference/evaluate.md
docs/source/reference/schedulers.md
docs/source/reference/update_functions.md
docs/source/reference/utils.md
docs/source/reference/wrappers.md
ns_gym/.DS_Store
ns_gym/__init__.py
ns_gym/base.py
ns_gym/context_switching.py
ns_gym/schedulers.py
ns_gym/utils.py
ns_gym.egg-info/PKG-INFO
ns_gym.egg-info/SOURCES.txt
ns_gym.egg-info/dependency_links.txt
ns_gym.egg-info/requires.txt
ns_gym.egg-info/top_level.txt
ns_gym/benchmark_algorithms/.DS_Store
ns_gym/benchmark_algorithms/DDPG.py
ns_gym/benchmark_algorithms/MCTS.py
ns_gym/benchmark_algorithms/PAMCTS.py
ns_gym/benchmark_algorithms/__init__.py
ns_gym/benchmark_algorithms/algo_utils.py
ns_gym/benchmark_algorithms/ActAsYouLearn/BayesianNeuralNetwork.py
ns_gym/benchmark_algorithms/ActAsYouLearn/BayesianNeuralNetwork_od.py
ns_gym/benchmark_algorithms/ActAsYouLearn/ExperienceReplay.py
ns_gym/benchmark_algorithms/ActAsYouLearn/HiPMDP.py
ns_gym/benchmark_algorithms/ActAsYouLearn/PriorityQueue.py
ns_gym/benchmark_algorithms/ActAsYouLearn/Qnetwork.py
ns_gym/benchmark_algorithms/ActAsYouLearn/README.md
ns_gym/benchmark_algorithms/ActAsYouLearn/__init__.py
ns_gym/benchmark_algorithms/ActAsYouLearn/all_transitions_0.4.pkl
ns_gym/benchmark_algorithms/ActAsYouLearn/check_LC.py
ns_gym/benchmark_algorithms/ActAsYouLearn/compute_distance.py
ns_gym/benchmark_algorithms/ActAsYouLearn/data_generation.py
ns_gym/benchmark_algorithms/ActAsYouLearn/main.py
ns_gym/benchmark_algorithms/ActAsYouLearn/mcts.py
ns_gym/benchmark_algorithms/ActAsYouLearn/mcts_model.py
ns_gym/benchmark_algorithms/ActAsYouLearn/mcts_standard.py
ns_gym/benchmark_algorithms/ActAsYouLearn/mcts_t.py
ns_gym/benchmark_algorithms/ActAsYouLearn/plot.py
ns_gym/benchmark_algorithms/ActAsYouLearn/plot_uncertainties.py
ns_gym/benchmark_algorithms/ActAsYouLearn/results_fintune_frozen1_0.7in1_threshold.txt
ns_gym/benchmark_algorithms/ActAsYouLearn/step_training_record_seed_3
ns_gym/benchmark_algorithms/ActAsYouLearn/steps_record
ns_gym/benchmark_algorithms/ActAsYouLearn/temp_result
ns_gym/benchmark_algorithms/ActAsYouLearn/time_record
ns_gym/benchmark_algorithms/ActAsYouLearn/train_model.py
ns_gym/benchmark_algorithms/ActAsYouLearn/training_record_seed_3
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_0_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_10_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_11_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_12_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_13_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_14_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_15_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_16_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_17_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_18_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_19_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_1_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_2_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_3_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_3_exp_buffer_0.33
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_4_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_5_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_6_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_7_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_8_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/data_buffer/frozenlake_9_exp_buffer
ns_gym/benchmark_algorithms/ActAsYouLearn/utils/distribution.py
ns_gym/benchmark_algorithms/ActAsYouLearn/utils/utils.py
ns_gym/benchmark_algorithms/AlphaZero/AlphaZeroMCTSv3.py
ns_gym/benchmark_algorithms/AlphaZero/AlphaZeroMCTSv4.py
ns_gym/benchmark_algorithms/AlphaZero/__init__.py
ns_gym/benchmark_algorithms/AlphaZero/alphazero.py
ns_gym/benchmark_algorithms/AlphaZero/data_generation.py
ns_gym/benchmark_algorithms/AlphaZero/eval_alphazero.py
ns_gym/benchmark_algorithms/AlphaZero/kafka_utils.py
ns_gym/benchmark_algorithms/AlphaZero/nn_training.py
ns_gym/benchmark_algorithms/DDQN/.DS_Store
ns_gym/benchmark_algorithms/DDQN/DDQN.py
ns_gym/benchmark_algorithms/DDQN/__init__.py
ns_gym/benchmark_algorithms/DDQN/DDQN_models/Acrobot_DDQN_Determenistic_3Layers_64_Units.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/Bridge_DDQN_2Layers_128.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/Bridge_DDQN_2Layers_128_2.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/Bridge_DDQN_2_Layers_64_Units.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/Bridge_DDQN_3Layers_64.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/Bridge_DDQN_3Layers_64_trial_2.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/Bridge_DDQN_Determenistic_3Layers_64_Units_08_04_24.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/CartPole_DDQN_Determenistic.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/Cartpole_DDQN_Determenistic_3Layers_64_Units.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/Cartpole_DDQN_Determenistic_3Layers_64_Units_08_04_24.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/Cartpole_DDQN_Determenistic_3Layers_64_Units_08_11_24.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/CliffWalking_DDQN_Determenistic_2Layers_128_Units_modified_reward.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/CliffWalking_DDQN_Determenistic_3Layers_64_Units.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/FrozenLaek_DDQN_Determenistic_3Layers_64_Units_07_30_24.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/FrozenLakeDDQN_Determenistic.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/FrozenLakeDDQN_slippery.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/FrozenLake_DDQN_07.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/FrozenLake_DDQN_Determenistic_2Layers_64_Units_07_30_24.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/FrozenLake_DDQN_Determenistic_3Layers_64_Units.pth
ns_gym/benchmark_algorithms/DDQN/DDQN_models/MountainCar_DDQN_Determenistic_3Layers_64_Units.pth
ns_gym/benchmark_algorithms/PPO/PPO.py
ns_gym/benchmark_algorithms/PPO/__init__.py
ns_gym/benchmark_algorithms/ProOLS/Agent.py
ns_gym/benchmark_algorithms/ProOLS/ProOLS.py
ns_gym/benchmark_algorithms/rats-experiments/example.py
ns_gym/benchmark_algorithms/rats-experiments/nsbridge_experiment.py
ns_gym/benchmark_algorithms/rats-experiments/rats.py
ns_gym/benchmark_algorithms/rats-experiments/results_exploitation.py
ns_gym/benchmark_algorithms/rats-experiments/code/__init__.py
ns_gym/benchmark_algorithms/rats-experiments/code/agents/asynchronous_dp.py
ns_gym/benchmark_algorithms/rats-experiments/code/agents/mcts.py
ns_gym/benchmark_algorithms/rats-experiments/code/agents/my_random_agent.py
ns_gym/benchmark_algorithms/rats-experiments/code/agents/uct.py
ns_gym/benchmark_algorithms/rats-experiments/code/envs/__init__.py
ns_gym/benchmark_algorithms/rats-experiments/code/envs/nsbridge_v0.py
ns_gym/benchmark_algorithms/rats-experiments/code/envs/nscartpole_v0.py
ns_gym/benchmark_algorithms/rats-experiments/code/envs/nscliff_v0.py
ns_gym/benchmark_algorithms/rats-experiments/code/envs/nsfrozenlake_v0.py
ns_gym/benchmark_algorithms/rats-experiments/code/envs/nsfrozenlake_v0_previous.py
ns_gym/benchmark_algorithms/rats-experiments/code/envs/random_nsmdp.py
ns_gym/benchmark_algorithms/rats-experiments/code/utils/distribution.py
ns_gym/benchmark_algorithms/rats-experiments/code/utils/utils.py
ns_gym/benchmark_algorithms/rats-experiments/results/0.9_results.txt
ns_gym/envs/Bridge.py
ns_gym/envs/__init__.py
ns_gym/evaluate/__init__.py
ns_gym/evaluate/metrics.py
ns_gym/evaluate/run_experiment.py
ns_gym/evaluate/train_model_for_ensemble.py
ns_gym/evaluate/evaluation_model_weights/AcrobotEnv/A2C/a2c_acrobot.zip
ns_gym/evaluate/evaluation_model_weights/AcrobotEnv/PPO/ppo_acrobot_default.zip
ns_gym/evaluate/evaluation_model_weights/PendulumEnv/A2C/a2c_pendulum.zip
ns_gym/evaluate/evaluation_model_weights/PendulumEnv/DDPG/PendulumEnv.zip
ns_gym/evaluate/evaluation_model_weights/PendulumEnv/PPO/ppo_pendulum.zip
ns_gym/evaluate/evaluation_model_weights/PendulumEnv/TD3/td3_pendulum.zip
ns_gym/update_functions/__init__.py
ns_gym/update_functions/distribution.py
ns_gym/update_functions/single_param.py
ns_gym/wrappers/__init__.py
ns_gym/wrappers/box_2d.py
ns_gym/wrappers/city_env_wrapper.py
ns_gym/wrappers/classic_control.py
ns_gym/wrappers/mujoco_env.py
ns_gym/wrappers/purtsuit_evasion_wrapper.py
ns_gym/wrappers/toy_text.py
tests/test_classic_control_wrapper.py
tests/test_deepcopy.py
tests/test_gridworld_wrappers.py
tests/test_imports.py
tests/test_metrics.py
tests/test_mujoco.py
tests/test_mujoco_deepcopy.py
tests/test_pursuit_evasion_env.py
tests/test_registration.py
tests/test_schedulers.py
tests/test_seeding.py
tests/test_step_reset.py
tests/test_update_functions.py