Index

A

A2C (class in warp_drive.training.algorithms.a2c) ACTION_MASK (warp_drive.utils.constants.Constants attribute) ACTIONS (warp_drive.utils.constants.Constants attribute) add() (warp_drive.utils.env_registrar.EnvironmentRegistrar method) add_cuda_env_src_path() (warp_drive.utils.env_registrar.EnvironmentRegistrar method) add_data() (warp_drive.utils.data_feed.DataFeed method) add_data_list() (warp_drive.utils.data_feed.DataFeed method)

add_meta_info() (warp_drive.managers.data_manager.CUDADataManager method) add_shared_constants() (warp_drive.managers.data_manager.CUDADataManager method) all_equal() (in module warp_drive.training.trainer) (in module warp_drive.training.utils.data_loader) apply_logit_mask() (in module warp_drive.training.models.fully_connected) Argfix (class in warp_drive.utils.argument_fix) assert_context_consistency() (warp_drive.training.utils.child_process_base.DeviceContextProcessWrapper method) assign() (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDASampler static method)

B

best_param_search() (in module warp_drive.training.utils.vertical_scaler)

block (warp_drive.managers.function_manager.CUDAFunctionManager property) blocks_per_env (warp_drive.managers.function_manager.CUDAFunctionManager property)

C

calculate_blocks_per_env() (in module warp_drive.utils.architecture_validate) check_env_header() (in module warp_drive.utils.numba_utils.misc) (in module warp_drive.utils.pycuda_utils.misc) clear_context() (in module warp_drive.training.utils.single_device_context.device_context_pycuda) (warp_drive.training.utils.single_device_context.device_context_numba.NumbaSingleDeviceContext method) clear_torch_process_group() (in module warp_drive.training.utils.process_group_torch) compile (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAFunctionManager property) compile_and_load_cuda() (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAFunctionManager method) compute_distance() (example_envs.tag_continuous.tag_continuous.TagContinuous method) compute_loss_and_metrics() (warp_drive.training.algorithms.a2c.A2C method) (warp_drive.training.algorithms.ppo.PPO method) compute_reward() (example_envs.tag_continuous.tag_continuous.TagContinuous method) Constants (class in warp_drive.utils.constants) context (warp_drive.training.utils.single_device_context.device_context_numba.NumbaSingleDeviceContext property) (warp_drive.training.utils.single_device_context.device_context_pycuda.PyCUDASingleDeviceContext property)

create_and_push_data_placeholders() (in module warp_drive.training.utils.data_loader) cuda_function_names (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAFunctionManager property) CUDADataManager (class in warp_drive.managers.data_manager) CUDAEnvironmentContext (class in warp_drive.utils.gpu_environment_context) CUDAEnvironmentReset (class in warp_drive.managers.function_manager) CUDAFunctionFeed (class in warp_drive.managers.function_manager) CUDAFunctionManager (class in warp_drive.managers.function_manager) CUDALogController (class in warp_drive.managers.function_manager) CUDASampler (class in warp_drive.managers.function_manager) CUDATagGridWorld (class in example_envs.tag_gridworld.tag_gridworld) CudaTensorHolder (class in warp_drive.managers.pycuda_managers.pycuda_data_manager) custom_reset() (warp_drive.managers.function_manager.CUDAEnvironmentReset method) (warp_drive.managers.numba_managers.numba_function_manager.NumbaEnvironmentReset method) (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAEnvironmentReset method) custom_reset_all_envs() (warp_drive.env_wrapper.EnvWrapper method)

D

data_on_device_via_torch() (warp_drive.managers.data_manager.CUDADataManager method) DataFeed (class in warp_drive.utils.data_feed) device_data() (warp_drive.managers.data_manager.CUDADataManager method)

DeviceArchitectures (class in warp_drive.utils.architecture_validate) DeviceContextProcessWrapper (class in warp_drive.training.utils.child_process_base) DONE_FLAGS (warp_drive.utils.constants.Constants attribute) dynamic_import_numba() (warp_drive.managers.numba_managers.numba_function_manager.NumbaFunctionManager method)

E

EnvironmentCPUvsGPU (class in warp_drive.env_cpu_gpu_consistency_checker) EnvironmentRegistrar (class in warp_drive.utils.env_registrar) EnvWrapper (class in warp_drive.env_wrapper) example_envs module example_envs.dummy_env module example_envs.dummy_env.test_step_numba module example_envs.tag_continuous module

example_envs.tag_continuous.generate_rollout_animation module example_envs.tag_continuous.tag_continuous module example_envs.tag_continuous.tag_continuous_step_numba module example_envs.tag_gridworld module example_envs.tag_gridworld.tag_gridworld module exception (warp_drive.training.utils.child_process_base.ProcessWrapper property)

F

fetch_episode_states() (warp_drive.training.trainer.Trainer method) fetch_log() (warp_drive.managers.function_manager.CUDALogController method)

forward() (warp_drive.training.models.fully_connected.FullyConnected method) FullyConnected (class in warp_drive.training.models.fully_connected)

G

generate_observation() (example_envs.tag_continuous.tag_continuous.TagContinuous method) (example_envs.tag_gridworld.tag_gridworld.TagGridWorld method) generate_random_actions() (in module warp_drive.env_cpu_gpu_consistency_checker) generate_tag_env_rollout_animation() (in module example_envs.tag_continuous.generate_rollout_animation) get() (warp_drive.utils.env_registrar.EnvironmentRegistrar method) get_cuda_env_src_path() (warp_drive.utils.env_registrar.EnvironmentRegistrar method) get_data_dictionary() (example_envs.tag_continuous.tag_continuous.TagContinuous method) (example_envs.tag_gridworld.tag_gridworld.CUDATagGridWorld method) get_default_env_directory() (in module warp_drive.utils.numba_utils.misc) (in module warp_drive.utils.pycuda_utils.misc) get_dtype() (warp_drive.managers.data_manager.CUDADataManager method)

get_flattened_obs() (warp_drive.training.models.fully_connected.FullyConnected method) get_flattened_obs_size() (warp_drive.training.models.fully_connected.FullyConnected method) get_function (warp_drive.managers.function_manager.CUDAFunctionManager property) get_obs() (in module warp_drive.training.utils.data_loader) get_param_value() (warp_drive.training.utils.param_scheduler.ParamScheduler method) get_perf_stats() (warp_drive.training.trainer.PerfStats method) get_project_root() (in module warp_drive.utils.common) get_shape() (warp_drive.managers.data_manager.CUDADataManager method) get_tensor_dictionary() (example_envs.tag_continuous.tag_continuous.TagContinuous method) (example_envs.tag_gridworld.tag_gridworld.CUDATagGridWorld method) graceful_close() (warp_drive.training.trainer.Trainer method) grid (warp_drive.managers.function_manager.CUDAFunctionManager property)

H

has_env() (warp_drive.utils.env_registrar.EnvironmentRegistrar method)

host_data (warp_drive.managers.data_manager.CUDADataManager property)

I

import_numba_from_source_code() (warp_drive.managers.numba_managers.numba_function_manager.NumbaFunctionManager method) init_context() (warp_drive.training.utils.single_device_context.device_context_numba.NumbaSingleDeviceContext method) (warp_drive.training.utils.single_device_context.device_context_pycuda.PyCUDASingleDeviceContext method) init_random() (warp_drive.managers.function_manager.CUDASampler method) (warp_drive.managers.numba_managers.numba_function_manager.NumbaSampler method) (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDASampler method) initialize_default_functions() (warp_drive.managers.function_manager.CUDAFunctionManager method) (warp_drive.managers.numba_managers.numba_function_manager.NumbaFunctionManager method) (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAFunctionManager method)

initialize_functions() (warp_drive.managers.function_manager.CUDAFunctionManager method) (warp_drive.managers.numba_managers.numba_function_manager.NumbaFunctionManager method) (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAFunctionManager method) initialize_shared_constants() (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAFunctionManager method) initialize_step_function_context() (warp_drive.utils.gpu_environment_context.CUDAEnvironmentContext method) is_data_on_device() (warp_drive.managers.data_manager.CUDADataManager method) is_data_on_device_via_torch() (warp_drive.managers.data_manager.CUDADataManager method)

K

k_nearest_neighbors() (example_envs.tag_continuous.tag_continuous.TagContinuous method)

L

load_cuda_from_binary_file() (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAFunctionManager method) load_cuda_from_source_code() (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAFunctionManager method)

load_model_checkpoint() (warp_drive.training.trainer.Trainer method) log_data_list (warp_drive.managers.data_manager.CUDADataManager property) LRScheduler (class in warp_drive.training.utils.param_scheduler)

M

MaxBlocksPerSM (warp_drive.utils.architecture_validate.DeviceArchitectures attribute) MaxThreadsPerSM (warp_drive.utils.architecture_validate.DeviceArchitectures attribute) meta_info() (warp_drive.managers.data_manager.CUDADataManager method) Metrics (class in warp_drive.training.trainer) module example_envs example_envs.dummy_env example_envs.dummy_env.test_step_numba example_envs.tag_continuous example_envs.tag_continuous.generate_rollout_animation example_envs.tag_continuous.tag_continuous example_envs.tag_continuous.tag_continuous_step_numba example_envs.tag_gridworld example_envs.tag_gridworld.tag_gridworld warp_drive warp_drive.env_cpu_gpu_consistency_checker warp_drive.env_wrapper warp_drive.managers warp_drive.managers.data_manager warp_drive.managers.function_manager warp_drive.managers.numba_managers warp_drive.managers.numba_managers.numba_data_manager warp_drive.managers.numba_managers.numba_function_manager warp_drive.managers.pycuda_managers warp_drive.managers.pycuda_managers.pycuda_data_manager warp_drive.managers.pycuda_managers.pycuda_function_manager warp_drive.training warp_drive.training.algorithms warp_drive.training.algorithms.a2c warp_drive.training.algorithms.ppo warp_drive.training.example_training_script_numba warp_drive.training.example_training_script_pycuda warp_drive.training.models warp_drive.training.models.fully_connected warp_drive.training.trainer warp_drive.training.utils warp_drive.training.utils.child_process_base warp_drive.training.utils.data_loader warp_drive.training.utils.device_child_process warp_drive.training.utils.device_child_process.child_process_numba warp_drive.training.utils.device_child_process.child_process_pycuda warp_drive.training.utils.param_scheduler warp_drive.training.utils.process_group_torch warp_drive.training.utils.single_device_context warp_drive.training.utils.single_device_context.device_context_numba warp_drive.training.utils.single_device_context.device_context_pycuda warp_drive.training.utils.vertical_scaler warp_drive.utils warp_drive.utils.architecture_validate warp_drive.utils.argument_fix warp_drive.utils.common warp_drive.utils.constants warp_drive.utils.data_feed warp_drive.utils.env_registrar warp_drive.utils.gpu_environment_context warp_drive.utils.numba_utils warp_drive.utils.numba_utils.misc warp_drive.utils.pycuda_utils warp_drive.utils.pycuda_utils.misc warp_drive.utils.recursive_obs_dict_to_spaces_dict

N

name (example_envs.tag_continuous.tag_continuous.TagContinuous attribute) (example_envs.tag_gridworld.tag_gridworld.TagGridWorld attribute) (warp_drive.training.models.fully_connected.FullyConnected attribute) numba_function_names (warp_drive.managers.numba_managers.numba_function_manager.NumbaFunctionManager property) NumbaDataManager (class in warp_drive.managers.numba_managers.numba_data_manager)

NumbaDeviceContextProcessWrapper (class in warp_drive.training.utils.device_child_process.child_process_numba) NumbaEnvironmentReset (class in warp_drive.managers.numba_managers.numba_function_manager) NumbaFunctionManager (class in warp_drive.managers.numba_managers.numba_function_manager) NumbaLogController (class in warp_drive.managers.numba_managers.numba_function_manager) NumbaSampler (class in warp_drive.managers.numba_managers.numba_function_manager) NumbaSingleDeviceContext (class in warp_drive.training.utils.single_device_context.device_context_numba)

O

obs_at_reset() (warp_drive.env_wrapper.EnvWrapper method)

OBSERVATIONS (warp_drive.utils.constants.Constants attribute)

P

ParamScheduler (class in warp_drive.training.utils.param_scheduler) perform_auto_vertical_scaling() (in module warp_drive.training.utils.vertical_scaler) PerfStats (class in warp_drive.training.trainer) PPO (class in warp_drive.training.algorithms.ppo) pretty_print() (warp_drive.training.trainer.Metrics method) (warp_drive.training.trainer.PerfStats static method) PROCESSED_OBSERVATIONS (warp_drive.utils.constants.Constants attribute) ProcessWrapper (class in warp_drive.training.utils.child_process_base) pull_data_from_device() (warp_drive.managers.data_manager.CUDADataManager method) (warp_drive.managers.numba_managers.numba_data_manager.NumbaDataManager method) (warp_drive.managers.pycuda_managers.pycuda_data_manager.PyCUDADataManager method)

push_data_to_device() (warp_drive.managers.data_manager.CUDADataManager method) push_processed_obs_to_batch() (warp_drive.training.models.fully_connected.FullyConnected method) PyCUDADataManager (class in warp_drive.managers.pycuda_managers.pycuda_data_manager) PyCUDADeviceContextProcessWrapper (class in warp_drive.training.utils.device_child_process.child_process_pycuda) PyCUDAEnvironmentReset (class in warp_drive.managers.pycuda_managers.pycuda_function_manager) PyCUDAFunctionManager (class in warp_drive.managers.pycuda_managers.pycuda_function_manager) PyCUDALogController (class in warp_drive.managers.pycuda_managers.pycuda_function_manager) PyCUDASampler (class in warp_drive.managers.pycuda_managers.pycuda_function_manager) PyCUDASingleDeviceContext (class in warp_drive.training.utils.single_device_context.device_context_pycuda)

R

recursive_merge_config_dicts() (in module warp_drive.training.trainer) recursive_obs_dict_to_spaces_dict() (in module warp_drive.utils.recursive_obs_dict_to_spaces_dict) register_actions() (warp_drive.managers.function_manager.CUDASampler method) register_custom_reset_function() (warp_drive.managers.function_manager.CUDAEnvironmentReset method) (warp_drive.managers.numba_managers.numba_function_manager.NumbaEnvironmentReset method) (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAEnvironmentReset method) reset() (example_envs.tag_continuous.tag_continuous.TagContinuous method) (example_envs.tag_gridworld.tag_gridworld.TagGridWorld method) (warp_drive.env_wrapper.EnvWrapper method) reset_all_envs() (warp_drive.env_wrapper.EnvWrapper method) reset_data_list (warp_drive.managers.data_manager.CUDADataManager property) reset_device() (warp_drive.managers.data_manager.CUDADataManager method) (warp_drive.managers.numba_managers.numba_data_manager.NumbaDataManager method) (warp_drive.managers.pycuda_managers.pycuda_data_manager.PyCUDADataManager method)

reset_log() (warp_drive.managers.function_manager.CUDALogController method) reset_only_done_envs() (warp_drive.env_wrapper.EnvWrapper method) reset_when_done() (warp_drive.managers.function_manager.CUDAEnvironmentReset method) reset_when_done_deterministic() (warp_drive.managers.function_manager.CUDAEnvironmentReset method) (warp_drive.managers.numba_managers.numba_function_manager.NumbaEnvironmentReset method) (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDAEnvironmentReset method) reshape_and_flatten_obs() (warp_drive.training.models.fully_connected.FullyConnected method) REWARDS (warp_drive.utils.constants.Constants attribute) run() (warp_drive.training.utils.child_process_base.DeviceContextProcessWrapper method) (warp_drive.training.utils.child_process_base.ProcessWrapper method)

S

sample() (warp_drive.managers.function_manager.CUDASampler method) (warp_drive.managers.numba_managers.numba_function_manager.NumbaSampler method) (warp_drive.managers.pycuda_managers.pycuda_function_manager.PyCUDASampler method) save_model_checkpoint() (warp_drive.training.trainer.Trainer method) scalar_data_list (warp_drive.managers.data_manager.CUDADataManager property) seed() (example_envs.tag_continuous.tag_continuous.TagContinuous method) (example_envs.tag_gridworld.tag_gridworld.TagGridWorld method) set_global_state() (example_envs.tag_continuous.tag_continuous.TagContinuous method) (example_envs.tag_gridworld.tag_gridworld.TagGridWorld method)

setup_torch_process_group() (in module warp_drive.training.utils.process_group_torch) setup_trainer_and_train() (in module warp_drive.training.example_training_script_numba) (in module warp_drive.training.example_training_script_pycuda) shared_constant() (warp_drive.managers.data_manager.CUDADataManager method) step() (example_envs.tag_continuous.tag_continuous.TagContinuous method) (example_envs.tag_gridworld.tag_gridworld.CUDATagGridWorld method) (example_envs.tag_gridworld.tag_gridworld.TagGridWorld method) (warp_drive.env_wrapper.EnvWrapper method) step_all_envs() (warp_drive.env_wrapper.EnvWrapper method)

T

TagContinuous (class in example_envs.tag_continuous.tag_continuous) TagGridWorld (class in example_envs.tag_gridworld.tag_gridworld) test_env_reset_and_step() (warp_drive.env_cpu_gpu_consistency_checker.EnvironmentCPUvsGPU method)

train() (warp_drive.training.trainer.Trainer method) Trainer (class in warp_drive.training.trainer) training (warp_drive.training.models.fully_connected.FullyConnected attribute)

U

update_env_header() (in module warp_drive.utils.numba_utils.misc) (in module warp_drive.utils.pycuda_utils.misc) update_env_runner() (in module warp_drive.utils.numba_utils.misc) (in module warp_drive.utils.pycuda_utils.misc)

update_log() (warp_drive.managers.function_manager.CUDALogController method) update_state() (example_envs.tag_continuous.tag_continuous.TagContinuous method) (example_envs.tag_gridworld.tag_gridworld.TagGridWorld method)

V

validate_device_setup() (in module warp_drive.utils.architecture_validate)

verbose_print() (in module warp_drive.training.trainer)

W

warp_drive module warp_drive.env_cpu_gpu_consistency_checker module warp_drive.env_wrapper module warp_drive.managers module warp_drive.managers.data_manager module warp_drive.managers.function_manager module warp_drive.managers.numba_managers module warp_drive.managers.numba_managers.numba_data_manager module warp_drive.managers.numba_managers.numba_function_manager module warp_drive.managers.pycuda_managers module warp_drive.managers.pycuda_managers.pycuda_data_manager module warp_drive.managers.pycuda_managers.pycuda_function_manager module warp_drive.training module warp_drive.training.algorithms module warp_drive.training.algorithms.a2c module warp_drive.training.algorithms.ppo module warp_drive.training.example_training_script_numba module warp_drive.training.example_training_script_pycuda module warp_drive.training.models module warp_drive.training.models.fully_connected module warp_drive.training.trainer module warp_drive.training.utils module warp_drive.training.utils.child_process_base module

warp_drive.training.utils.data_loader module warp_drive.training.utils.device_child_process module warp_drive.training.utils.device_child_process.child_process_numba module warp_drive.training.utils.device_child_process.child_process_pycuda module warp_drive.training.utils.param_scheduler module warp_drive.training.utils.process_group_torch module warp_drive.training.utils.single_device_context module warp_drive.training.utils.single_device_context.device_context_numba module warp_drive.training.utils.single_device_context.device_context_pycuda module warp_drive.training.utils.vertical_scaler module warp_drive.utils module warp_drive.utils.architecture_validate module warp_drive.utils.argument_fix module warp_drive.utils.common module warp_drive.utils.constants module warp_drive.utils.data_feed module warp_drive.utils.env_registrar module warp_drive.utils.gpu_environment_context module warp_drive.utils.numba_utils module warp_drive.utils.numba_utils.misc module warp_drive.utils.pycuda_utils module warp_drive.utils.pycuda_utils.misc module warp_drive.utils.recursive_obs_dict_to_spaces_dict module