All modules for which code is available
- pyvers.implement_for
- tensordict.nn.distributions.continuous
- torchrl._comm.backends
- torchrl._utils
- torchrl.checkpoint._checkpoint
- torchrl.checkpoint._hydra
- torchrl.collectors._async_batched
- torchrl.collectors._base
- torchrl.collectors._evaluation_stats
- torchrl.collectors._evaluator
- torchrl.collectors._multi_async
- torchrl.collectors._multi_base
- torchrl.collectors._multi_sync
- torchrl.collectors._single
- torchrl.collectors._single_async
- torchrl.collectors.distributed.generic
- torchrl.collectors.distributed.ray
- torchrl.collectors.distributed.ray_eval_worker
- torchrl.collectors.distributed.rpc
- torchrl.collectors.distributed.sync
- torchrl.collectors.distributed.utils
- torchrl.collectors.llm.base
- torchrl.collectors.llm.ray_collector
- torchrl.collectors.llm.weight_update.vllm
- torchrl.collectors.llm.weight_update.vllm_v2
- torchrl.collectors.utils
- torchrl.collectors.weight_update
- torchrl.data.datasets.adapters
- torchrl.data.datasets.atari_dqn
- torchrl.data.datasets.d4rl
- torchrl.data.datasets.gen_dgrl
- torchrl.data.datasets.huggingface
- torchrl.data.datasets.lerobot
- torchrl.data.datasets.lerobot_adapter
- torchrl.data.datasets.minari_data
- torchrl.data.datasets.openml
- torchrl.data.datasets.openx
- torchrl.data.datasets.roboset
- torchrl.data.datasets.utils
- torchrl.data.datasets.vd4rl
- torchrl.data.llm.history
- torchrl.data.llm.topk
- torchrl.data.replay_buffers.checkpointers
- torchrl.data.replay_buffers.dataloader
- torchrl.data.replay_buffers.offline_to_online
- torchrl.data.replay_buffers.query
- torchrl.data.replay_buffers.ray_buffer
- torchrl.data.replay_buffers.replay_buffers.base
- torchrl.data.replay_buffers.replay_buffers.ensemble
- torchrl.data.replay_buffers.replay_buffers.prioritized
- torchrl.data.replay_buffers.replay_buffers.prioritized_tensordict
- torchrl.data.replay_buffers.replay_buffers.rate_limited
- torchrl.data.replay_buffers.replay_buffers.remote
- torchrl.data.replay_buffers.replay_buffers.tensordict
- torchrl.data.replay_buffers.sample_units
- torchrl.data.replay_buffers.samplers.base
- torchrl.data.replay_buffers.samplers.ensemble
- torchrl.data.replay_buffers.samplers.prioritized
- torchrl.data.replay_buffers.samplers.random
- torchrl.data.replay_buffers.samplers.staleness
- torchrl.data.replay_buffers.storages.base
- torchrl.data.replay_buffers.storages.ensemble
- torchrl.data.replay_buffers.storages.list
- torchrl.data.replay_buffers.storages.tensor
- torchrl.data.replay_buffers.utils
- torchrl.data.replay_buffers.writers.base
- torchrl.data.replay_buffers.writers.ensemble
- torchrl.data.replay_buffers.writers.max_value
- torchrl.data.replay_buffers.writers.round_robin
- torchrl.data.tensor_specs
- torchrl.data.video
- torchrl.data.vla.containers
- torchrl.data.vla.metadata
- torchrl.data.vla.preprocessing
- torchrl.data.vla.schema
- torchrl.data.vla.tokenizers
- torchrl.envs.async_envs
- torchrl.envs.batched_envs
- torchrl.envs.common
- torchrl.envs.custom.chess
- torchrl.envs.custom.llm
- torchrl.envs.custom.mujoco._humanoid_primitives
- torchrl.envs.custom.mujoco._satellite_primitives
- torchrl.envs.custom.mujoco._ur_primitives
- torchrl.envs.custom.mujoco.ant
- torchrl.envs.custom.mujoco.base
- torchrl.envs.custom.mujoco.cube_bowl
- torchrl.envs.custom.mujoco.hopper
- torchrl.envs.custom.mujoco.humanoid
- torchrl.envs.custom.mujoco.menagerie
- torchrl.envs.custom.mujoco.microduck
- torchrl.envs.custom.mujoco.microduck_controller
- torchrl.envs.custom.mujoco.satellite
- torchrl.envs.custom.mujoco.walker
- torchrl.envs.custom.pendulum
- torchrl.envs.custom.tictactoeenv
- torchrl.envs.custom.trading
- torchrl.envs.custom.vla
- torchrl.envs.env_creator
- torchrl.envs.gym_like
- torchrl.envs.libs.brax
- torchrl.envs.libs.craftground
- torchrl.envs.libs.dm_control
- torchrl.envs.libs.envpool
- torchrl.envs.libs.genesis
- torchrl.envs.libs.gym
- torchrl.envs.libs.habitat
- torchrl.envs.libs.isaac_lab
- torchrl.envs.libs.isaacgym
- torchrl.envs.libs.jumanji
- torchrl.envs.libs.lbforaging
- torchrl.envs.libs.libero
- torchrl.envs.libs.meltingpot
- torchrl.envs.libs.mjlab
- torchrl.envs.libs.mujoco_playground
- torchrl.envs.libs.openml
- torchrl.envs.libs.openspiel
- torchrl.envs.libs.pettingzoo
- torchrl.envs.libs.procgen
- torchrl.envs.libs.robohive
- torchrl.envs.libs.smacv2
- torchrl.envs.libs.unity_mlagents
- torchrl.envs.libs.vmas
- torchrl.envs.llm.chat
- torchrl.envs.llm.datasets.countdown
- torchrl.envs.llm.datasets.gsm8k
- torchrl.envs.llm.datasets.ifeval
- torchrl.envs.llm.datasets.math
- torchrl.envs.llm.envs
- torchrl.envs.llm.libs.mlgym
- torchrl.envs.llm.reward.countdown
- torchrl.envs.llm.reward.gsm8k
- torchrl.envs.llm.reward.ifeval._scorer
- torchrl.envs.llm.reward.math
- torchrl.envs.llm.transforms.browser
- torchrl.envs.llm.transforms.dataloading
- torchrl.envs.llm.transforms.format
- torchrl.envs.llm.transforms.kl
- torchrl.envs.llm.transforms.reason
- torchrl.envs.llm.transforms.tokenizer
- torchrl.envs.llm.transforms.tools
- torchrl.envs.model_based.common
- torchrl.envs.model_based.dreamer
- torchrl.envs.model_based.imagined
- torchrl.envs.model_based.world_model_env
- torchrl.envs.transforms._action
- torchrl.envs.transforms._base
- torchrl.envs.transforms._clip
- torchrl.envs.transforms._device
- torchrl.envs.transforms._env
- torchrl.envs.transforms._keys
- torchrl.envs.transforms._misc
- torchrl.envs.transforms._normalization
- torchrl.envs.transforms._observation
- torchrl.envs.transforms._primitive
- torchrl.envs.transforms._reward
- torchrl.envs.transforms._tensor
- torchrl.envs.transforms._timer
- torchrl.envs.transforms._video
- torchrl.envs.transforms.functional
- torchrl.envs.transforms.gym_transforms
- torchrl.envs.transforms.mean_action_selector
- torchrl.envs.transforms.module
- torchrl.envs.transforms.policy_version
- torchrl.envs.transforms.r3m
- torchrl.envs.transforms.rb_transforms
- torchrl.envs.transforms.rnd
- torchrl.envs.transforms.vc1
- torchrl.envs.transforms.vecnorm
- torchrl.envs.transforms.vip
- torchrl.envs.utils
- torchrl.modules.distributions.continuous
- torchrl.modules.distributions.discrete
- torchrl.modules.distributions.utils
- torchrl.modules.functional
- torchrl.modules.inference_server._client
- torchrl.modules.inference_server._config
- torchrl.modules.inference_server._monarch
- torchrl.modules.inference_server._mp
- torchrl.modules.inference_server._process_slot
- torchrl.modules.inference_server._ray
- torchrl.modules.inference_server._server
- torchrl.modules.inference_server._shared_memory
- torchrl.modules.inference_server._slot
- torchrl.modules.inference_server._threading
- torchrl.modules.inference_server._transport
- torchrl.modules.llm.backends.sglang.sglang_server
- torchrl.modules.llm.backends.vllm.vllm_async
- torchrl.modules.llm.backends.vllm.vllm_sync
- torchrl.modules.llm.backends.vllm.vllm_utils
- torchrl.modules.llm.policies.common
- torchrl.modules.llm.policies.sglang_wrapper
- torchrl.modules.llm.policies.transformers_wrapper
- torchrl.modules.llm.policies.vllm_wrapper
- torchrl.modules.llm.trl_interop
- torchrl.modules.mcts.scores
- torchrl.modules.models.cross_group_critic
- torchrl.modules.models.decision_transformer
- torchrl.modules.models.exploration
- torchrl.modules.models.flow
- torchrl.modules.models.gp
- torchrl.modules.models.model_based
- torchrl.modules.models.models
- torchrl.modules.models.rbf_controller
- torchrl.modules.models.tdmpc2
- torchrl.modules.models.utils
- torchrl.modules.planners.tdmpc2
- torchrl.modules.tensordict_module._rnn_precision
- torchrl.modules.tensordict_module.actors
- torchrl.modules.tensordict_module.common
- torchrl.modules.tensordict_module.controllers
- torchrl.modules.tensordict_module.exploration
- torchrl.modules.tensordict_module.probabilistic
- torchrl.modules.tensordict_module.rnn
- torchrl.modules.tensordict_module.sequence
- torchrl.modules.tensordict_module.transformer
- torchrl.modules.tensordict_module.world_models
- torchrl.modules.tensordict_module.zoo.microduck_policy
- torchrl.modules.utils.export
- torchrl.modules.utils.utils
- torchrl.modules.value_norm
- torchrl.modules.value_transforms
- torchrl.modules.vla.common
- torchrl.modules.vla.models
- torchrl.modules.vla.wrappers
- torchrl.objectives.a2c
- torchrl.objectives.act
- torchrl.objectives.bc
- torchrl.objectives.common
- torchrl.objectives.cql
- torchrl.objectives.crossq
- torchrl.objectives.ddpg
- torchrl.objectives.decision_transformer
- torchrl.objectives.diffusion_bc
- torchrl.objectives.dqn
- torchrl.objectives.dreamer
- torchrl.objectives.dreamer_v3
- torchrl.objectives.fql
- torchrl.objectives.gail
- torchrl.objectives.iql
- torchrl.objectives.llm.distillation
- torchrl.objectives.llm.grpo
- torchrl.objectives.llm.reward
- torchrl.objectives.llm.sft
- torchrl.objectives.multiagent.mappo
- torchrl.objectives.multiagent.qmixer
- torchrl.objectives.pilco
- torchrl.objectives.ppo
- torchrl.objectives.redq
- torchrl.objectives.reinforce
- torchrl.objectives.rnd
- torchrl.objectives.sac
- torchrl.objectives.td3
- torchrl.objectives.td3_bc
- torchrl.objectives.tdmpc2
- torchrl.objectives.tqc
- torchrl.objectives.transitive_q
- torchrl.objectives.utils
- torchrl.objectives.value.advantages
- torchrl.objectives.world_model_loss
- torchrl.record.loggers.common
- torchrl.record.loggers.csv
- torchrl.record.loggers.mlflow
- torchrl.record.loggers.monitoring
- torchrl.record.loggers.process
- torchrl.record.loggers.ray
- torchrl.record.loggers.tensorboard
- torchrl.record.loggers.trackio
- torchrl.record.loggers.utils
- torchrl.record.loggers.wandb
- torchrl.record.recorder
- torchrl.render
- torchrl.render.artifacts
- torchrl.render.backends.base
- torchrl.render.backends.env
- torchrl.render.backends.mujoco
- torchrl.render.backends.null
- torchrl.render.backends.pixels
- torchrl.render.checkpoint
- torchrl.render.cli
- torchrl.render.config
- torchrl.render.env
- torchrl.render.import_utils
- torchrl.render.mujoco_wasm
- torchrl.render.notebook
- torchrl.render.policy
- torchrl.render.rollout
- torchrl.render.video
- torchrl.services
- torchrl.trainers.algorithms.a2c
- torchrl.trainers.algorithms.configs.checkpoint
- torchrl.trainers.algorithms.configs.collectors
- torchrl.trainers.algorithms.configs.common
- torchrl.trainers.algorithms.configs.data
- torchrl.trainers.algorithms.configs.entrypoint
- torchrl.trainers.algorithms.configs.envs
- torchrl.trainers.algorithms.configs.envs_libs
- torchrl.trainers.algorithms.configs.hooks
- torchrl.trainers.algorithms.configs.logging
- torchrl.trainers.algorithms.configs.modules
- torchrl.trainers.algorithms.configs.objectives
- torchrl.trainers.algorithms.configs.trainers
- torchrl.trainers.algorithms.configs.transforms
- torchrl.trainers.algorithms.configs.utils
- torchrl.trainers.algorithms.cql
- torchrl.trainers.algorithms.ddpg
- torchrl.trainers.algorithms.dqn
- torchrl.trainers.algorithms.dreamer_v3
- torchrl.trainers.algorithms.fql
- torchrl.trainers.algorithms.grpo
- torchrl.trainers.algorithms.iql
- torchrl.trainers.algorithms.offline_to_online
- torchrl.trainers.algorithms.on_policy
- torchrl.trainers.algorithms.ppo
- torchrl.trainers.algorithms.reinforce
- torchrl.trainers.algorithms.sac
- torchrl.trainers.algorithms.td3
- torchrl.trainers.algorithms.tdmpc2
- torchrl.trainers.helpers.collectors
- torchrl.trainers.helpers.envs
- torchrl.trainers.helpers.losses
- torchrl.trainers.helpers.replay_buffer
- torchrl.trainers.helpers.trainers
- torchrl.trainers.trainers
- torchrl.weight_update._distributed
- torchrl.weight_update._mp
- torchrl.weight_update._noupdate
- torchrl.weight_update._ray
- torchrl.weight_update._rpc
- torchrl.weight_update._shared
- torchrl.weight_update.llm.sglang_nccl
- torchrl.weight_update.llm.vllm_double_buffer
- torchrl.weight_update.llm.vllm_nccl
- torchrl.weight_update.weight_sync_schemes