Index

Symbols

**kwargs (lightning.fabric.fabric.Fabric.backward parameter) (lightning.fabric.fabric.Fabric.call parameter) (lightning.fabric.fabric.Fabric.launch parameter) (lightning.fabric.loggers.TensorBoardLogger parameter), [1] (lightning.fabric.strategies.FSDPStrategy parameter), [1] (lightning.fabric.strategies.SingleDeviceStrategy.all_reduce parameter) (lightning.fabric.strategies.Strategy.optimizer_step parameter) (lightning.fabric.strategies.XLAFSDPStrategy parameter), [1] (lightning.fabric.strategies.XLAFSDPStrategy.optimizer_step parameter) (lightning.fabric.utilities.throughput.ThroughputMonitor parameter) (lightning.fabric.utilities.throughput.ThroughputMonitor.compute_and_log parameter)

*args (lightning.fabric.fabric.Fabric.backward parameter) (lightning.fabric.fabric.Fabric.call parameter) (lightning.fabric.fabric.Fabric.launch parameter) (lightning.fabric.strategies.SingleDeviceStrategy.all_reduce parameter) *dataloaders (lightning.fabric.fabric.Fabric.setup_dataloaders parameter) *optimizers (lightning.fabric.fabric.Fabric.setup parameter) (lightning.fabric.fabric.Fabric.setup_optimizers parameter)

_

_configure_launcher() (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.ModelParallelStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) _get_main_address() (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) _get_main_port() (lightning.fabric.plugins.environments.lsf.LSFEnvironment static method)

_get_node_rank() (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) _initialize_engine() (lightning.fabric.strategies.DeepSpeedStrategy method) _read_hosts() (lightning.fabric.plugins.environments.lsf.LSFEnvironment static method) _reapply_compile (lightning.fabric.fabric.Fabric.setup parameter) (lightning.fabric.fabric.Fabric.setup_module parameter) _restore_zero_state() (lightning.fabric.strategies.DeepSpeedStrategy method) _setup_dataloader() (lightning.fabric.fabric.Fabric method) _validate_srun_used() (lightning.fabric.plugins.environments.slurm.SLURMEnvironment static method) _validate_srun_variables() (lightning.fabric.plugins.environments.slurm.SLURMEnvironment static method)

A

Accelerator (class in lightning.fabric.accelerators) accelerator (lightning.fabric.fabric.Fabric parameter), [1] activation_checkpointing (lightning.fabric.strategies.FSDPStrategy parameter), [1] activation_checkpointing_policy (lightning.fabric.strategies.FSDPStrategy parameter), [1] (lightning.fabric.strategies.XLAFSDPStrategy parameter), [1] all (lightning.fabric.strategies.DataParallelStrategy.reduce_boolean_decision parameter) (lightning.fabric.strategies.ParallelStrategy.reduce_boolean_decision parameter) all_gather() (lightning.fabric.fabric.Fabric method) (lightning.fabric.strategies.ParallelStrategy method) (lightning.fabric.strategies.SingleDeviceStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) all_reduce() (lightning.fabric.fabric.Fabric method) (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.ModelParallelStrategy method) (lightning.fabric.strategies.SingleDeviceStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method)

allgather_bucket_size (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] allgather_partitions (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] args (lightning.fabric.loggers.CSVLogger.log_hyperparams parameter) (lightning.fabric.loggers.Logger.log_hyperparams parameter) AttributeDict (class in lightning.fabric.utilities.data) auto_device_count() (lightning.fabric.accelerators.Accelerator static method) (lightning.fabric.accelerators.CPUAccelerator static method) (lightning.fabric.accelerators.CUDAAccelerator static method) (lightning.fabric.accelerators.MPSAccelerator static method) (lightning.fabric.accelerators.XLAAccelerator static method) auto_requeue (lightning.fabric.plugins.environments.slurm.SLURMEnvironment parameter), [1] auto_wrap_policy (lightning.fabric.strategies.FSDPStrategy parameter), [1] (lightning.fabric.strategies.XLAFSDPStrategy parameter), [1] autocast() (lightning.fabric.fabric.Fabric method) available_flops (lightning.fabric.utilities.throughput.Throughput parameter)

B

backward() (lightning.fabric.fabric.Fabric method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.strategies.Strategy method) barrier() (lightning.fabric.fabric.Fabric method) (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.ModelParallelStrategy method) (lightning.fabric.strategies.SingleDeviceStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method)

batch (lightning.fabric.strategies.DataParallelStrategy.batch_to_device parameter) (lightning.fabric.strategies.Strategy.batch_to_device parameter) batch_to_device() (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.Strategy method) batches (lightning.fabric.utilities.throughput.Throughput.update parameter) BitsandbytesPrecision (class in lightning.fabric.plugins.precision) block_size (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] broadcast() (lightning.fabric.fabric.Fabric method) (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.ModelParallelStrategy method) (lightning.fabric.strategies.SingleDeviceStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method)

C

call() (lightning.fabric.fabric.Fabric method) callbacks (lightning.fabric.fabric.Fabric parameter), [1] checkpoint (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.xla.XLACheckpointIO.save_checkpoint parameter) CheckpointIO (class in lightning.fabric.plugins.io.checkpoint_io) ckpt (lightning.fabric.strategies.DeepSpeedStrategy._restore_zero_state parameter) clip_gradients() (lightning.fabric.fabric.Fabric method) clip_gradients_norm() (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) clip_gradients_value() (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) clip_val (lightning.fabric.fabric.Fabric.clip_gradients parameter) ClusterEnvironment (class in lightning.fabric.plugins.environments.cluster_environment) Collective (class in lightning.fabric.plugins.collectives) compute() (lightning.fabric.utilities.throughput.Throughput method) compute_and_log() (lightning.fabric.utilities.throughput.ThroughputMonitor method) config (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] contiguous_gradients (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] contiguous_memory_optimization (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] convert_input() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method)

convert_module() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) convert_output() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) cpu_checkpointing (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] cpu_offload (lightning.fabric.strategies.FSDPStrategy parameter), [1] CPUAccelerator (class in lightning.fabric.accelerators) create_group() (lightning.fabric.plugins.collectives.Collective method) creates_processes_externally (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment property) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment property) (lightning.fabric.plugins.environments.lightning.LightningEnvironment property) (lightning.fabric.plugins.environments.lsf.LSFEnvironment property) (lightning.fabric.plugins.environments.mpi.MPIEnvironment property) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment property) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment property) (lightning.fabric.plugins.environments.xla.XLAEnvironment property) CSVLogger (class in lightning.fabric.loggers) CUDAAccelerator (class in lightning.fabric.accelerators)

D

data (lightning.fabric.fabric.Fabric.all_gather parameter) (lightning.fabric.fabric.Fabric.all_reduce parameter) data_parallel_size (lightning.fabric.strategies.ModelParallelStrategy parameter), [1] dataloader (lightning.fabric.fabric.Fabric._setup_dataloader parameter) (lightning.fabric.strategies.Strategy.process_dataloader parameter) (lightning.fabric.strategies.XLAFSDPStrategy.process_dataloader parameter) (lightning.fabric.strategies.XLAStrategy.process_dataloader parameter) DataParallelStrategy (class in lightning.fabric.strategies) DDPStrategy (class in lightning.fabric.strategies) decision (lightning.fabric.strategies.DataParallelStrategy.reduce_boolean_decision parameter) (lightning.fabric.strategies.ParallelStrategy.reduce_boolean_decision parameter) DeepSpeedPrecision (class in lightning.fabric.plugins.precision) DeepSpeedStrategy (class in lightning.fabric.strategies) default_hp_metric (lightning.fabric.loggers.TensorBoardLogger parameter), [1] detect() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment static method) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment static method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment static method) (lightning.fabric.plugins.environments.lsf.LSFEnvironment static method) (lightning.fabric.plugins.environments.mpi.MPIEnvironment static method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment static method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment static method) (lightning.fabric.plugins.environments.xla.XLAEnvironment static method)

device (lightning.fabric.fabric.Fabric property) (lightning.fabric.plugins.precision.MixedPrecision parameter), [1] (lightning.fabric.strategies.DataParallelStrategy.batch_to_device parameter) (lightning.fabric.strategies.Strategy.batch_to_device parameter) device_mesh (lightning.fabric.strategies.FSDPStrategy parameter), [1] devices (lightning.fabric.fabric.Fabric parameter), [1] disable_possible_user_warnings() (in module lightning.fabric.utilities.warnings) distributed_sampler_kwargs (lightning.fabric.strategies.DataParallelStrategy property) (lightning.fabric.strategies.DDPStrategy property) (lightning.fabric.strategies.DeepSpeedStrategy property) (lightning.fabric.strategies.FSDPStrategy property) (lightning.fabric.strategies.ModelParallelStrategy property) (lightning.fabric.strategies.ParallelStrategy property) DoublePrecision (class in lightning.fabric.plugins.precision) dtype (lightning.fabric.plugins.precision.BitsandbytesPrecision parameter), [1]

E

empty_init (lightning.fabric.fabric.Fabric.init_module parameter) (lightning.fabric.strategies.DeepSpeedStrategy.module_init_context parameter) (lightning.fabric.strategies.FSDPStrategy.module_init_context parameter) (lightning.fabric.strategies.ModelParallelStrategy.module_init_context parameter) (lightning.fabric.strategies.Strategy.module_init_context parameter) (lightning.fabric.strategies.XLAFSDPStrategy.module_init_context parameter)

enabled (lightning.fabric.fabric.Fabric.no_backward_sync parameter) error_if_nonfinite (lightning.fabric.fabric.Fabric.clip_gradients parameter) experiment (lightning.fabric.loggers.CSVLogger property) (lightning.fabric.loggers.TensorBoardLogger property)

F

Fabric (class in lightning.fabric.fabric) fabric (lightning.fabric.utilities.throughput.ThroughputMonitor parameter) fallback_compute_dtype (lightning.fabric.plugins.precision.TransformerEnginePrecision parameter), [1] filter (lightning.fabric.fabric.Fabric.save parameter) (lightning.fabric.strategies.DeepSpeedStrategy.save_checkpoint parameter) (lightning.fabric.strategies.Strategy.save_checkpoint parameter) (lightning.fabric.strategies.XLAStrategy.save_checkpoint parameter) finalize() (lightning.fabric.loggers.CSVLogger method) (lightning.fabric.loggers.Logger method) (lightning.fabric.loggers.TensorBoardLogger method) flops (lightning.fabric.utilities.throughput.Throughput.update parameter)

flush_logs_every_n_steps (lightning.fabric.loggers.CSVLogger parameter), [1] forward_context() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) forward_fn (lightning.fabric.utilities.throughput.measure_flops parameter) FSDPPrecision (class in lightning.fabric.plugins.precision) FSDPStrategy (class in lightning.fabric.strategies) function (lightning.fabric.fabric.Fabric.launch parameter)

G

get_module_state_dict() (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.Strategy method) get_optimizer_state() (lightning.fabric.strategies.Strategy method) get_parallel_devices() (lightning.fabric.accelerators.Accelerator static method) (lightning.fabric.accelerators.CPUAccelerator static method) (lightning.fabric.accelerators.CUDAAccelerator static method) (lightning.fabric.accelerators.MPSAccelerator static method) (lightning.fabric.accelerators.XLAAccelerator static method) global_rank (lightning.fabric.fabric.Fabric property) global_rank() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment method) (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) (lightning.fabric.plugins.environments.mpi.MPIEnvironment method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning.fabric.plugins.environments.xla.XLAEnvironment method)

group (lightning.fabric.fabric.Fabric.all_gather parameter) (lightning.fabric.fabric.Fabric.all_reduce parameter) (lightning.fabric.strategies.DataParallelStrategy.all_reduce parameter) (lightning.fabric.strategies.DDPStrategy.all_reduce parameter) (lightning.fabric.strategies.FSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.ModelParallelStrategy.all_reduce parameter) (lightning.fabric.strategies.Strategy.all_gather parameter) (lightning.fabric.strategies.Strategy.all_reduce parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_gather parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.XLAStrategy.all_gather parameter) (lightning.fabric.strategies.XLAStrategy.all_reduce parameter) group_separator (lightning.fabric.loggers.Logger property)

H

HalfPrecision (class in lightning.fabric.plugins.precision)

hook_name (lightning.fabric.fabric.Fabric.call parameter) hysteresis (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1]

I

ignore_modules (lightning.fabric.plugins.precision.BitsandbytesPrecision parameter), [1] init_module() (lightning.fabric.fabric.Fabric method) init_tensor() (lightning.fabric.fabric.Fabric method) initial_scale_power (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] input_array (lightning.fabric.loggers.Logger.log_graph parameter) (lightning.fabric.loggers.TensorBoardLogger.log_graph parameter) is_available() (lightning.fabric.accelerators.Accelerator static method) (lightning.fabric.accelerators.CPUAccelerator static method) (lightning.fabric.accelerators.CUDAAccelerator static method) (lightning.fabric.accelerators.MPSAccelerator static method) (lightning.fabric.accelerators.XLAAccelerator static method)

is_global_zero (lightning.fabric.fabric.Fabric property) (lightning.fabric.strategies.ParallelStrategy property) (lightning.fabric.strategies.SingleDeviceStrategy property) (lightning.fabric.strategies.Strategy property) is_shared_filesystem() (in module lightning.fabric.utilities.distributed)

K

KubeflowEnvironment (class in lightning.fabric.plugins.environments.kubeflow)

kwargs (lightning.fabric.loggers.CSVLogger.log_hyperparams parameter) (lightning.fabric.loggers.Logger.log_hyperparams parameter)

L

launch() (lightning.fabric.fabric.Fabric method) lengths (lightning.fabric.utilities.throughput.Throughput.update parameter) LightningEnvironment (class in lightning.fabric.plugins.environments.lightning) load() (lightning.fabric.fabric.Fabric method) load_checkpoint() (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO method) (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.ModelParallelStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) load_full_weights (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] load_module_state_dict() (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.Strategy method) load_raw() (lightning.fabric.fabric.Fabric method) load_state_dict() (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) local (lightning.fabric.fabric.Fabric.rank_zero_first parameter) local_rank (lightning.fabric.fabric.Fabric property) local_rank() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment method) (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) (lightning.fabric.plugins.environments.mpi.MPIEnvironment method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning.fabric.plugins.environments.xla.XLAEnvironment method)

local_world_size (lightning.fabric.utilities.data.suggested_max_num_workers parameter) log() (lightning.fabric.fabric.Fabric method) log_dict() (lightning.fabric.fabric.Fabric method) log_dir (lightning.fabric.loggers.CSVLogger property) (lightning.fabric.loggers.Logger property) (lightning.fabric.loggers.TensorBoardLogger property) log_graph() (lightning.fabric.loggers.Logger method) (lightning.fabric.loggers.TensorBoardLogger method) log_hyperparams() (lightning.fabric.loggers.CSVLogger method) (lightning.fabric.loggers.Logger method) (lightning.fabric.loggers.TensorBoardLogger method) log_metrics() (lightning.fabric.loggers.CSVLogger method) (lightning.fabric.loggers.Logger method) (lightning.fabric.loggers.TensorBoardLogger method) Logger (class in lightning.fabric.loggers) logger (lightning.fabric.fabric.Fabric property) loggers (lightning.fabric.fabric.Fabric parameter), [1] (lightning.fabric.fabric.Fabric property) logging_batch_size_per_gpu (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] logging_level (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] loss_fn (lightning.fabric.utilities.throughput.measure_flops parameter) loss_scale (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] loss_scale_window (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] LSFEnvironment (class in lightning.fabric.plugins.environments.lsf)

M

main_address (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment property) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment property) (lightning.fabric.plugins.environments.lightning.LightningEnvironment property) (lightning.fabric.plugins.environments.lsf.LSFEnvironment property) (lightning.fabric.plugins.environments.mpi.MPIEnvironment property) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment property) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment property) (lightning.fabric.plugins.environments.xla.XLAEnvironment property) main_params() (lightning.fabric.plugins.precision.Precision method) main_port (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment property) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment property) (lightning.fabric.plugins.environments.lightning.LightningEnvironment property) (lightning.fabric.plugins.environments.lsf.LSFEnvironment property) (lightning.fabric.plugins.environments.mpi.MPIEnvironment property) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment property) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment property) (lightning.fabric.plugins.environments.xla.XLAEnvironment property) map_location (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.load_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.load_checkpoint parameter) max_in_cpu (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] max_norm (lightning.fabric.fabric.Fabric.clip_gradients parameter) measure_flops() (in module lightning.fabric.utilities.throughput) metrics (lightning.fabric.fabric.Fabric.log_dict parameter) (lightning.fabric.loggers.CSVLogger.log_metrics parameter) (lightning.fabric.loggers.Logger.log_metrics parameter) (lightning.fabric.loggers.TensorBoardLogger.log_hyperparams parameter) (lightning.fabric.loggers.TensorBoardLogger.log_metrics parameter) min_loss_scale (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] mixed_precision (lightning.fabric.strategies.FSDPStrategy parameter), [1] MixedPrecision (class in lightning.fabric.plugins.precision) mode (lightning.fabric.plugins.precision.BitsandbytesPrecision parameter), [1] model (lightning.fabric.fabric.Fabric.backward parameter) (lightning.fabric.loggers.Logger.log_graph parameter) (lightning.fabric.loggers.TensorBoardLogger.log_graph parameter) (lightning.fabric.plugins.precision.FSDPPrecision.backward parameter) (lightning.fabric.plugins.precision.MixedPrecision.backward parameter) (lightning.fabric.plugins.precision.Precision.backward parameter) (lightning.fabric.utilities.throughput.measure_flops parameter)

ModelParallelStrategy (class in lightning.fabric.strategies) module (lightning.fabric.fabric.Fabric.clip_gradients parameter) (lightning.fabric.fabric.Fabric.no_backward_sync parameter) (lightning.fabric.fabric.Fabric.setup parameter) (lightning.fabric.fabric.Fabric.setup_module parameter) (lightning.fabric.plugins.precision.Precision.post_backward parameter) (lightning.fabric.plugins.precision.Precision.pre_backward parameter) (lightning.fabric.utilities.warnings.disable_possible_user_warnings parameter) module_init_context() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.ModelParallelStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) module_sharded_context() (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) module_to_device() (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.ModelParallelStrategy method) (lightning.fabric.strategies.SingleDeviceStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) move_to_device (lightning.fabric.fabric.Fabric._setup_dataloader parameter) (lightning.fabric.fabric.Fabric.setup parameter) (lightning.fabric.fabric.Fabric.setup_dataloaders parameter) (lightning.fabric.fabric.Fabric.setup_module parameter) MPIEnvironment (class in lightning.fabric.plugins.environments.mpi) MPSAccelerator (class in lightning.fabric.accelerators)

N

name (lightning.fabric.fabric.Fabric.log parameter) (lightning.fabric.loggers.CSVLogger parameter), [1] (lightning.fabric.loggers.CSVLogger property) (lightning.fabric.loggers.Logger property) (lightning.fabric.loggers.TensorBoardLogger parameter), [1] (lightning.fabric.loggers.TensorBoardLogger property) (lightning.fabric.strategies.DataParallelStrategy.barrier parameter) (lightning.fabric.strategies.DDPStrategy.barrier parameter) (lightning.fabric.strategies.FSDPStrategy.barrier parameter) (lightning.fabric.strategies.ModelParallelStrategy.barrier parameter) (lightning.fabric.strategies.SingleDeviceStrategy.barrier parameter) (lightning.fabric.strategies.Strategy.barrier parameter) (lightning.fabric.strategies.XLAFSDPStrategy.barrier parameter) (lightning.fabric.strategies.XLAStrategy.barrier parameter)

no_backward_sync() (lightning.fabric.fabric.Fabric method) node_rank (lightning.fabric.fabric.Fabric property) node_rank() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment method) (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) (lightning.fabric.plugins.environments.mpi.MPIEnvironment method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning.fabric.plugins.environments.xla.XLAEnvironment method) norm_type (lightning.fabric.fabric.Fabric.clip_gradients parameter) num_nodes (lightning.fabric.fabric.Fabric parameter), [1] nvme_path (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1]

O

obj (lightning.fabric.fabric.Fabric.broadcast parameter) (lightning.fabric.fabric.Fabric.load_raw parameter) (lightning.fabric.fabric.Fabric.to_device parameter) (lightning.fabric.strategies.DataParallelStrategy.broadcast parameter) (lightning.fabric.strategies.DDPStrategy.broadcast parameter) (lightning.fabric.strategies.FSDPStrategy.broadcast parameter) (lightning.fabric.strategies.ModelParallelStrategy.broadcast parameter) (lightning.fabric.strategies.SingleDeviceStrategy.broadcast parameter) (lightning.fabric.strategies.Strategy.broadcast parameter) (lightning.fabric.strategies.XLAFSDPStrategy.broadcast parameter) (lightning.fabric.strategies.XLAStrategy.broadcast parameter) offload_optimizer (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] offload_optimizer_device (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] offload_parameters (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1]

offload_params_device (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] optimizer (lightning.fabric.fabric.Fabric.clip_gradients parameter) (lightning.fabric.strategies.Strategy.optimizer_step parameter) (lightning.fabric.strategies.XLAFSDPStrategy.optimizer_step parameter) optimizer_buffer_count (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] optimizer_step() (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.XLAPrecision method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) overlap_comm (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] overlap_events (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1]

P

parallelize_fn (lightning.fabric.strategies.ModelParallelStrategy parameter), [1] ParallelStrategy (class in lightning.fabric.strategies) params (lightning.fabric.loggers.CSVLogger.log_hyperparams parameter) (lightning.fabric.loggers.Logger.log_hyperparams parameter) (lightning.fabric.loggers.TensorBoardLogger.log_hyperparams parameter) params_buffer_count (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] params_buffer_size (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] parse_devices() (lightning.fabric.accelerators.Accelerator static method) (lightning.fabric.accelerators.CPUAccelerator static method) (lightning.fabric.accelerators.CUDAAccelerator static method) (lightning.fabric.accelerators.MPSAccelerator static method) (lightning.fabric.accelerators.XLAAccelerator static method) partition_activations (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] path (lightning.fabric.fabric.Fabric.load parameter) (lightning.fabric.fabric.Fabric.load_raw parameter) (lightning.fabric.fabric.Fabric.save parameter) (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.load_checkpoint parameter) (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.remove_checkpoint parameter) (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.load_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.remove_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.xla.XLACheckpointIO.save_checkpoint parameter) (lightning.fabric.strategies.DeepSpeedStrategy.load_checkpoint parameter) (lightning.fabric.strategies.DeepSpeedStrategy.save_checkpoint parameter) (lightning.fabric.strategies.Strategy.load_checkpoint parameter) (lightning.fabric.strategies.Strategy.save_checkpoint parameter) (lightning.fabric.strategies.XLAStrategy.save_checkpoint parameter) (lightning.fabric.utilities.distributed.is_shared_filesystem parameter)

pin_memory (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] pl_worker_init_function() (in module lightning.fabric.utilities.seed) plugins (lightning.fabric.fabric.Fabric parameter), [1] post_backward() (lightning.fabric.plugins.precision.Precision method) pre_backward() (lightning.fabric.plugins.precision.Precision method) Precision (class in lightning.fabric.plugins.precision) precision (lightning.fabric.fabric.Fabric parameter), [1] (lightning.fabric.plugins.precision.DeepSpeedPrecision parameter), [1] (lightning.fabric.plugins.precision.FSDPPrecision parameter), [1] (lightning.fabric.plugins.precision.HalfPrecision parameter), [1] (lightning.fabric.plugins.precision.MixedPrecision parameter), [1] (lightning.fabric.plugins.precision.XLAPrecision parameter), [1] prefix (lightning.fabric.loggers.CSVLogger parameter), [1] (lightning.fabric.loggers.TensorBoardLogger parameter), [1] print() (lightning.fabric.fabric.Fabric method) process_dataloader() (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method)

Q

queue_depth (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1]

R

rank (lightning.fabric.plugins.collectives.Collective property) (lightning.fabric.plugins.collectives.SingleDeviceCollective property) (lightning.fabric.plugins.collectives.TorchCollective property) rank_zero_first() (lightning.fabric.fabric.Fabric method) recipe (lightning.fabric.plugins.precision.TransformerEnginePrecision parameter), [1] reduce_boolean_decision() (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.ParallelStrategy method) (lightning.fabric.strategies.Strategy method) reduce_bucket_size (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] reduce_op (lightning.fabric.fabric.Fabric.all_reduce parameter) (lightning.fabric.strategies.DataParallelStrategy.all_reduce parameter) (lightning.fabric.strategies.DDPStrategy.all_reduce parameter) (lightning.fabric.strategies.FSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.ModelParallelStrategy.all_reduce parameter) (lightning.fabric.strategies.Strategy.all_reduce parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.XLAStrategy.all_reduce parameter) reduce_scatter (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] remote_device (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1]

remove_checkpoint() (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO method) replace_layers (lightning.fabric.plugins.precision.TransformerEnginePrecision parameter), [1] requeue_signal (lightning.fabric.plugins.environments.slurm.SLURMEnvironment parameter), [1] resolve_root_node_address() (lightning.fabric.plugins.environments.slurm.SLURMEnvironment static method) root_device (lightning.fabric.strategies.DataParallelStrategy property) (lightning.fabric.strategies.DDPStrategy property) (lightning.fabric.strategies.FSDPStrategy property) (lightning.fabric.strategies.ModelParallelStrategy property) (lightning.fabric.strategies.SingleDeviceStrategy property) (lightning.fabric.strategies.Strategy property) (lightning.fabric.strategies.XLAFSDPStrategy property) (lightning.fabric.strategies.XLAStrategy property) root_dir (lightning.fabric.loggers.CSVLogger parameter), [1] (lightning.fabric.loggers.CSVLogger property) (lightning.fabric.loggers.Logger property) (lightning.fabric.loggers.TensorBoardLogger parameter), [1] (lightning.fabric.loggers.TensorBoardLogger property) run() (lightning.fabric.fabric.Fabric method)

S

samples (lightning.fabric.utilities.throughput.Throughput.update parameter) save() (lightning.fabric.fabric.Fabric method) (lightning.fabric.loggers.CSVLogger method) (lightning.fabric.loggers.Logger method) (lightning.fabric.loggers.TensorBoardLogger method) save_checkpoint() (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO method) (lightning.fabric.plugins.io.xla.XLACheckpointIO method) (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.ModelParallelStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) save_distributed_checkpoint (lightning.fabric.strategies.ModelParallelStrategy parameter), [1] scaler (lightning.fabric.plugins.precision.FSDPPrecision parameter), [1] (lightning.fabric.plugins.precision.MixedPrecision parameter), [1] seed (lightning.fabric.utilities.seed.seed_everything parameter) seed_everything() (in module lightning.fabric.utilities.seed) (lightning.fabric.fabric.Fabric static method) separator (lightning.fabric.utilities.throughput.Throughput parameter) sequential_save (lightning.fabric.strategies.XLAFSDPStrategy parameter), [1] setup() (lightning.fabric.fabric.Fabric method) setup_dataloaders() (lightning.fabric.fabric.Fabric method) setup_device() (lightning.fabric.accelerators.Accelerator method) (lightning.fabric.accelerators.CPUAccelerator method) (lightning.fabric.accelerators.CUDAAccelerator method) (lightning.fabric.accelerators.MPSAccelerator method) (lightning.fabric.accelerators.XLAAccelerator method) setup_environment() (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.ModelParallelStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) setup_module() (lightning.fabric.fabric.Fabric method) (lightning.fabric.strategies.DataParallelStrategy method) (lightning.fabric.strategies.DDPStrategy method) (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.ModelParallelStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) (lightning.fabric.strategies.XLAStrategy method) setup_module_and_optimizers() (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) setup_optimizer() (lightning.fabric.strategies.DeepSpeedStrategy method) (lightning.fabric.strategies.FSDPStrategy method) (lightning.fabric.strategies.Strategy method) (lightning.fabric.strategies.XLAFSDPStrategy method) setup_optimizers() (lightning.fabric.fabric.Fabric method) sharded_model() (lightning.fabric.fabric.Fabric method) sharding_strategy (lightning.fabric.strategies.FSDPStrategy parameter), [1] single_submit (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] SingleDeviceCollective (class in lightning.fabric.plugins.collectives)

SingleDeviceStrategy (class in lightning.fabric.strategies) SingleDeviceXLAStrategy (class in lightning.fabric.strategies) SLURMEnvironment (class in lightning.fabric.plugins.environments.slurm) src (lightning.fabric.fabric.Fabric.broadcast parameter) (lightning.fabric.strategies.DataParallelStrategy.broadcast parameter) (lightning.fabric.strategies.DDPStrategy.broadcast parameter) (lightning.fabric.strategies.FSDPStrategy.broadcast parameter) (lightning.fabric.strategies.ModelParallelStrategy.broadcast parameter) (lightning.fabric.strategies.SingleDeviceStrategy.broadcast parameter) (lightning.fabric.strategies.Strategy.broadcast parameter) (lightning.fabric.strategies.XLAFSDPStrategy.broadcast parameter) (lightning.fabric.strategies.XLAStrategy.broadcast parameter) stage (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] state (lightning.fabric.fabric.Fabric.load parameter) (lightning.fabric.fabric.Fabric.save parameter) (lightning.fabric.strategies.DeepSpeedStrategy.load_checkpoint parameter) (lightning.fabric.strategies.DeepSpeedStrategy.save_checkpoint parameter) (lightning.fabric.strategies.Strategy.load_checkpoint parameter) (lightning.fabric.strategies.Strategy.save_checkpoint parameter) (lightning.fabric.strategies.XLAStrategy.save_checkpoint parameter) state_dict (lightning.fabric.plugins.precision.FSDPPrecision.load_state_dict parameter) (lightning.fabric.plugins.precision.MixedPrecision.load_state_dict parameter) (lightning.fabric.plugins.precision.Precision.load_state_dict parameter) state_dict() (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.MixedPrecision method) (lightning.fabric.plugins.precision.Precision method) state_dict_type (lightning.fabric.strategies.FSDPStrategy parameter), [1] (lightning.fabric.strategies.XLAFSDPStrategy parameter), [1] status (lightning.fabric.loggers.CSVLogger.finalize parameter) (lightning.fabric.loggers.Logger.finalize parameter) (lightning.fabric.loggers.TensorBoardLogger.finalize parameter) step (lightning.fabric.fabric.Fabric.log parameter) (lightning.fabric.fabric.Fabric.log_dict parameter) (lightning.fabric.loggers.CSVLogger.log_metrics parameter) (lightning.fabric.loggers.Logger.log_metrics parameter) (lightning.fabric.loggers.TensorBoardLogger.log_metrics parameter) (lightning.fabric.utilities.throughput.ThroughputMonitor.compute_and_log parameter) storage_options (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.torch_io.TorchCheckpointIO.save_checkpoint parameter) (lightning.fabric.plugins.io.xla.XLACheckpointIO.save_checkpoint parameter) (lightning.fabric.strategies.DeepSpeedStrategy.save_checkpoint parameter) (lightning.fabric.strategies.Strategy.save_checkpoint parameter) (lightning.fabric.strategies.XLAStrategy.save_checkpoint parameter) Strategy (class in lightning.fabric.strategies) strategy (lightning.fabric.fabric.Fabric parameter), [1] (lightning.fabric.utilities.distributed.is_shared_filesystem parameter) strict (lightning.fabric.fabric.Fabric.load parameter) (lightning.fabric.fabric.Fabric.load_raw parameter) (lightning.fabric.strategies.DeepSpeedStrategy.load_checkpoint parameter) (lightning.fabric.strategies.Strategy.load_checkpoint parameter) sub_dir (lightning.fabric.loggers.TensorBoardLogger parameter), [1] (lightning.fabric.loggers.TensorBoardLogger property) sub_group_size (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] suggested_max_num_workers() (in module lightning.fabric.utilities.data) sync_grads (lightning.fabric.fabric.Fabric.all_gather parameter) (lightning.fabric.strategies.Strategy.all_gather parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_gather parameter) (lightning.fabric.strategies.XLAStrategy.all_gather parameter) synchronize_checkpoint_boundary (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1]

T

teardown() (lightning.fabric.accelerators.Accelerator method) (lightning.fabric.accelerators.CPUAccelerator method) (lightning.fabric.accelerators.CUDAAccelerator method) (lightning.fabric.accelerators.MPSAccelerator method) (lightning.fabric.accelerators.XLAAccelerator method) (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment method) (lightning.fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.XLAPrecision method) (lightning.fabric.strategies.ParallelStrategy method) (lightning.fabric.strategies.Strategy method) tensor (lightning.fabric.fabric.Fabric.backward parameter) (lightning.fabric.plugins.precision.FSDPPrecision.backward parameter) (lightning.fabric.plugins.precision.MixedPrecision.backward parameter) (lightning.fabric.plugins.precision.Precision.backward parameter) (lightning.fabric.plugins.precision.Precision.post_backward parameter) (lightning.fabric.plugins.precision.Precision.pre_backward parameter) (lightning.fabric.strategies.DataParallelStrategy.all_reduce parameter) (lightning.fabric.strategies.DDPStrategy.all_reduce parameter) (lightning.fabric.strategies.FSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.ModelParallelStrategy.all_reduce parameter) (lightning.fabric.strategies.SingleDeviceStrategy.all_reduce parameter) (lightning.fabric.strategies.Strategy.all_gather parameter) (lightning.fabric.strategies.Strategy.all_reduce parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_gather parameter) (lightning.fabric.strategies.XLAFSDPStrategy.all_reduce parameter) (lightning.fabric.strategies.XLAStrategy.all_gather parameter) (lightning.fabric.strategies.XLAStrategy.all_reduce parameter)

tensor_init_context() (lightning.fabric.plugins.precision.BitsandbytesPrecision method) (lightning.fabric.plugins.precision.DeepSpeedPrecision method) (lightning.fabric.plugins.precision.DoublePrecision method) (lightning.fabric.plugins.precision.FSDPPrecision method) (lightning.fabric.plugins.precision.HalfPrecision method) (lightning.fabric.plugins.precision.Precision method) (lightning.fabric.plugins.precision.TransformerEnginePrecision method) (lightning.fabric.strategies.Strategy method) tensor_parallel_size (lightning.fabric.strategies.ModelParallelStrategy parameter), [1] TensorBoardLogger (class in lightning.fabric.loggers) thread_count (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1] Throughput (class in lightning.fabric.utilities.throughput) ThroughputMonitor (class in lightning.fabric.utilities.throughput) time (lightning.fabric.utilities.throughput.Throughput.update parameter) timeout (lightning.fabric.utilities.distributed.is_shared_filesystem parameter) to_device() (lightning.fabric.fabric.Fabric method) TorchCheckpointIO (class in lightning.fabric.plugins.io.torch_io) TorchCollective (class in lightning.fabric.plugins.collectives) TorchElasticEnvironment (class in lightning.fabric.plugins.environments.torchelastic) TransformerEnginePrecision (class in lightning.fabric.plugins.precision)

U

update() (lightning.fabric.utilities.throughput.Throughput method)

use_distributed_sampler (lightning.fabric.fabric.Fabric._setup_dataloader parameter) (lightning.fabric.fabric.Fabric.setup_dataloaders parameter)

V

validate_settings() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) value (lightning.fabric.fabric.Fabric.log parameter) verbose (lightning.fabric.utilities.seed.seed_everything parameter)

version (lightning.fabric.loggers.CSVLogger parameter), [1] (lightning.fabric.loggers.CSVLogger property) (lightning.fabric.loggers.Logger property) (lightning.fabric.loggers.TensorBoardLogger parameter), [1] (lightning.fabric.loggers.TensorBoardLogger property)

W

weights_dtype (lightning.fabric.plugins.precision.TransformerEnginePrecision parameter), [1] window_size (lightning.fabric.utilities.throughput.Throughput parameter) workers (lightning.fabric.utilities.seed.seed_everything parameter) world_size (lightning.fabric.fabric.Fabric property) (lightning.fabric.plugins.collectives.Collective property) (lightning.fabric.plugins.collectives.SingleDeviceCollective property) (lightning.fabric.plugins.collectives.TorchCollective property) (lightning.fabric.utilities.throughput.Throughput parameter)

world_size() (lightning.fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning.fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning.fabric.plugins.environments.lightning.LightningEnvironment method) (lightning.fabric.plugins.environments.lsf.LSFEnvironment method) (lightning.fabric.plugins.environments.mpi.MPIEnvironment method) (lightning.fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning.fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning.fabric.plugins.environments.xla.XLAEnvironment method)

X

XLAAccelerator (class in lightning.fabric.accelerators) XLACheckpointIO (class in lightning.fabric.plugins.io.xla) XLAEnvironment (class in lightning.fabric.plugins.environments.xla)

XLAFSDPStrategy (class in lightning.fabric.strategies) XLAPrecision (class in lightning.fabric.plugins.precision) XLAStrategy (class in lightning.fabric.strategies)

Z

zero_allow_untested_optimizer (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1]

zero_optimization (lightning.fabric.strategies.DeepSpeedStrategy parameter), [1]