Index

Symbols

**datamodule_kwargs (pytorch_lightning.core.LightningDataModule.from_datasets parameter) **kwargs (lightning_fabric.fabric.Fabric.backward parameter) (lightning_fabric.fabric.Fabric.call parameter) (lightning_fabric.loggers.TensorBoardLogger parameter), [1] (lightning_fabric.strategies.FSDPStrategy parameter), [1] (lightning_fabric.strategies.SingleDeviceStrategy.all_reduce parameter) (lightning_fabric.strategies.Strategy.optimizer_step parameter) (pytorch_lightning.callbacks.LambdaCallback parameter), [1], [2] (pytorch_lightning.core.LightningDataModule.from_argparse_args parameter) (pytorch_lightning.core.LightningDataModule.load_from_checkpoint parameter) (pytorch_lightning.core.LightningModule.forward parameter) (pytorch_lightning.core.LightningModule.manual_backward parameter) (pytorch_lightning.core.LightningModule.print parameter) (pytorch_lightning.core.LightningModule.to_onnx parameter) (pytorch_lightning.core.LightningModule.to_torchscript parameter) (pytorch_lightning.core.module.LightningModule.forward parameter) (pytorch_lightning.core.module.LightningModule.load_from_checkpoint parameter) (pytorch_lightning.core.module.LightningModule.manual_backward parameter) (pytorch_lightning.core.module.LightningModule.print parameter) (pytorch_lightning.core.module.LightningModule.to_onnx parameter) (pytorch_lightning.core.module.LightningModule.to_torchscript parameter) (pytorch_lightning.core.saving.ModelIO.load_from_checkpoint parameter) (pytorch_lightning.loggers.comet.CometLogger parameter), [1] (pytorch_lightning.loggers.CometLogger parameter), [1] (pytorch_lightning.loggers.tensorboard.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger parameter), [1] (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.DeepSpeedPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.IPUPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.PrecisionPlugin.backward parameter) (pytorch_lightning.strategies.ColossalAIStrategy.optimizer_step parameter) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy parameter), [1] (pytorch_lightning.strategies.DDPStrategy.optimizer_step parameter) (pytorch_lightning.strategies.HPUParallelStrategy.optimizer_step parameter) (pytorch_lightning.strategies.SingleDeviceStrategy.reduce parameter) (pytorch_lightning.strategies.SingleHPUStrategy.optimizer_step parameter) (pytorch_lightning.strategies.Strategy.backward parameter) (pytorch_lightning.strategies.Strategy.optimizer_step parameter) (pytorch_lightning.utilities.argparse.from_argparse_args parameter), [1]

**loops (pytorch_lightning.loops.loop.Loop.replace parameter) **neptune_run_kwargs (pytorch_lightning.loggers.neptune.NeptuneLogger parameter), [1] (pytorch_lightning.loggers.NeptuneLogger parameter), [1] **optimizer_kwargs (pytorch_lightning.strategies.HivemindStrategy parameter), [1] **profiler_kwargs (pytorch_lightning.profilers.PyTorchProfiler parameter), [1] *args (lightning_fabric.fabric.Fabric.backward parameter) (lightning_fabric.fabric.Fabric.call parameter) (lightning_fabric.strategies.SingleDeviceStrategy.all_reduce parameter) (pytorch_lightning.core.LightningModule.forward parameter) (pytorch_lightning.core.LightningModule.manual_backward parameter) (pytorch_lightning.core.LightningModule.print parameter) (pytorch_lightning.core.module.LightningModule.forward parameter) (pytorch_lightning.core.module.LightningModule.manual_backward parameter) (pytorch_lightning.core.module.LightningModule.print parameter) (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.DeepSpeedPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.IPUPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.PrecisionPlugin.backward parameter) (pytorch_lightning.strategies.SingleDeviceStrategy.reduce parameter) (pytorch_lightning.strategies.Strategy.backward parameter) *dataloaders (lightning_fabric.fabric.Fabric.setup_dataloaders parameter) *optimizers (lightning_fabric.fabric.Fabric.setup parameter) (lightning_fabric.fabric.Fabric.setup_optimizers parameter)

A

Accelerator (class in lightning_fabric.accelerators) (class in pytorch_lightning.accelerators) accelerator (lightning_fabric.fabric.Fabric parameter), [1] (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] accumulate_grad_batches (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] activation_checkpointing (lightning_fabric.strategies.FSDPStrategy parameter), [1] (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy parameter), [1] add_argparse_args() (in module pytorch_lightning.utilities.argparse) (pytorch_lightning.core.LightningDataModule class method) add_arguments_to_parser() (pytorch_lightning.cli.LightningCLI method) add_core_arguments_to_parser() (pytorch_lightning.cli.LightningCLI method) add_dataloader_idx (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) add_default_arguments_to_parser() (pytorch_lightning.cli.LightningCLI method) add_lightning_class_args() (pytorch_lightning.cli.LightningArgumentParser method) add_lr_scheduler_args() (pytorch_lightning.cli.LightningArgumentParser method) add_optimizer_args() (pytorch_lightning.cli.LightningArgumentParser method) advance() (pytorch_lightning.loops.batch.TrainingBatchLoop method) (pytorch_lightning.loops.dataloader.EvaluationLoop method) (pytorch_lightning.loops.dataloader.PredictionLoop method) (pytorch_lightning.loops.epoch.EvaluationEpochLoop method) (pytorch_lightning.loops.epoch.PredictionEpochLoop method) (pytorch_lightning.loops.epoch.TrainingEpochLoop method) (pytorch_lightning.loops.FitLoop method) (pytorch_lightning.loops.loop.Loop method) (pytorch_lightning.loops.optimization.ManualOptimization method) (pytorch_lightning.loops.optimization.OptimizerLoop method) AdvancedProfiler (class in pytorch_lightning.profilers) after_save_checkpoint() (pytorch_lightning.loggers.logger.Logger method) (pytorch_lightning.loggers.mlflow.MLFlowLogger method) (pytorch_lightning.loggers.MLFlowLogger method) (pytorch_lightning.loggers.neptune.NeptuneLogger method) (pytorch_lightning.loggers.NeptuneLogger method) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger method) (pytorch_lightning.loggers.TensorBoardLogger method) (pytorch_lightning.loggers.wandb.WandbLogger method) (pytorch_lightning.loggers.WandbLogger method) agg_key_funcs (pytorch_lightning.loggers.logger.merge_dicts parameter), [1] algorithm (pytorch_lightning.strategies.BaguaStrategy parameter), [1] all (lightning_fabric.strategies.DataParallelStrategy.reduce_boolean_decision parameter) (lightning_fabric.strategies.ParallelStrategy.reduce_boolean_decision parameter) (pytorch_lightning.strategies.DataParallelStrategy.reduce_boolean_decision parameter) (pytorch_lightning.strategies.ParallelStrategy.reduce_boolean_decision parameter) all_gather() (lightning_fabric.fabric.Fabric method) (lightning_fabric.strategies.ParallelStrategy method) (lightning_fabric.strategies.SingleDeviceStrategy method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.core.LightningModule method) (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.HivemindStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.ParallelStrategy method) (pytorch_lightning.strategies.SingleDeviceStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) all_reduce() (lightning_fabric.strategies.DataParallelStrategy method) (lightning_fabric.strategies.DDPStrategy method) (lightning_fabric.strategies.FSDPStrategy method) (lightning_fabric.strategies.SingleDeviceStrategy method) (lightning_fabric.strategies.Strategy method) allgather_bucket_size (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] allgather_partitions (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] AllGatherGrad (class in pytorch_lightning.utilities.distributed) allow_zero_length_dataloader_with_multiple_devices (pytorch_lightning.core.hooks.DataHooks attribute) (pytorch_lightning.core.LightningDataModule attribute) amount (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] amp_backend (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1]

amp_level (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] annealing_epochs (pytorch_lightning.callbacks.StochasticWeightAveraging parameter), [1], [2] annealing_strategy (pytorch_lightning.callbacks.StochasticWeightAveraging parameter), [1], [2] anonymous (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger parameter), [1] api_key (pytorch_lightning.loggers.comet.CometLogger parameter), [1] (pytorch_lightning.loggers.CometLogger parameter), [1] (pytorch_lightning.loggers.neptune.NeptuneLogger parameter), [1] (pytorch_lightning.loggers.NeptuneLogger parameter), [1] apply() (pytorch_lightning.plugins.LayerSync method) (pytorch_lightning.plugins.NativeSyncBatchNorm method) apply_lottery_ticket_hypothesis() (pytorch_lightning.callbacks.ModelPruning method) apply_pruning (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] apply_pruning() (pytorch_lightning.callbacks.ModelPruning method) args (lightning_fabric.loggers.CSVLogger.log_hyperparams parameter) (lightning_fabric.loggers.Logger.log_hyperparams parameter) (pytorch_lightning.cli.LightningCLI parameter), [1] (pytorch_lightning.core.LightningDataModule.from_argparse_args parameter) (pytorch_lightning.core.mixins.HyperparametersMixin.save_hyperparameters parameter) (pytorch_lightning.core.module.LightningModule.save_hyperparameters parameter) (pytorch_lightning.loggers.comet.CometLogger.log_hyperparams parameter) (pytorch_lightning.loggers.CometLogger.log_hyperparams parameter) (pytorch_lightning.loggers.csv_logs.CSVLogger.log_hyperparams parameter) (pytorch_lightning.loggers.CSVLogger.log_hyperparams parameter) (pytorch_lightning.loggers.logger.DummyLogger.log_hyperparams parameter) (pytorch_lightning.loggers.mlflow.MLFlowLogger.log_hyperparams parameter) (pytorch_lightning.loggers.MLFlowLogger.log_hyperparams parameter) (pytorch_lightning.loggers.wandb.WandbLogger.log_hyperparams parameter) (pytorch_lightning.loggers.WandbLogger.log_hyperparams parameter) (pytorch_lightning.utilities.argparse.from_argparse_args parameter), [1] artifact (pytorch_lightning.loggers.wandb.WandbLogger.download_artifact parameter) (pytorch_lightning.loggers.wandb.WandbLogger.use_artifact parameter) (pytorch_lightning.loggers.WandbLogger.download_artifact parameter) (pytorch_lightning.loggers.WandbLogger.use_artifact parameter) artifact_location (pytorch_lightning.loggers.mlflow.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.MLFlowLogger parameter), [1] artifact_type (pytorch_lightning.loggers.wandb.WandbLogger.download_artifact parameter) (pytorch_lightning.loggers.wandb.WandbLogger.use_artifact parameter) (pytorch_lightning.loggers.WandbLogger.download_artifact parameter) (pytorch_lightning.loggers.WandbLogger.use_artifact parameter) AsyncCheckpointIO (class in pytorch_lightning.plugins.io) AttributeDict (class in pytorch_lightning.utilities.parsing) auto_device_count() (lightning_fabric.accelerators.Accelerator static method) (lightning_fabric.accelerators.CPUAccelerator static method) (lightning_fabric.accelerators.CUDAAccelerator static method) (lightning_fabric.accelerators.MPSAccelerator static method) (lightning_fabric.accelerators.TPUAccelerator static method) (pytorch_lightning.accelerators.CPUAccelerator static method) (pytorch_lightning.accelerators.CUDAAccelerator static method) (pytorch_lightning.accelerators.HPUAccelerator static method) (pytorch_lightning.accelerators.IPUAccelerator static method) (pytorch_lightning.accelerators.TPUAccelerator static method) auto_insert_metric_name (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] auto_lr_find (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] auto_requeue (lightning_fabric.plugins.environments.slurm.SLURMEnvironment parameter), [1] (pytorch_lightning.plugins.environments.SLURMEnvironment parameter), [1], [2] auto_scale_batch_size (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] auto_select_gpus (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] autocast() (lightning_fabric.fabric.Fabric method) automatic_optimization (pytorch_lightning.core.LightningModule property) autoreport (pytorch_lightning.strategies.IPUStrategy parameter), [1] autoreport_dir (pytorch_lightning.strategies.IPUStrategy parameter), [1] averager_opts (pytorch_lightning.strategies.HivemindStrategy parameter), [1] averaging_timeout (pytorch_lightning.strategies.HivemindStrategy parameter), [1] avg_fn (pytorch_lightning.callbacks.StochasticWeightAveraging parameter), [1], [2] avg_fn() (pytorch_lightning.callbacks.StochasticWeightAveraging static method)

B

backbone_initial_lr (pytorch_lightning.callbacks.BackboneFinetuning parameter), [1], [2] backbone_initial_ratio_lr (pytorch_lightning.callbacks.BackboneFinetuning parameter), [1], [2] BackboneFinetuning (class in pytorch_lightning.callbacks) backoff_factor (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] backward() (lightning_fabric.fabric.Fabric method) (lightning_fabric.plugins.precision.MixedPrecision method) (lightning_fabric.plugins.precision.Precision method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.core.LightningModule method) (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin method) (pytorch_lightning.plugins.precision.DeepSpeedPrecisionPlugin method) (pytorch_lightning.plugins.precision.IPUPrecisionPlugin method) (pytorch_lightning.plugins.precision.PrecisionPlugin method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.utilities.distributed.AllGatherGrad static method) backward_prefetch (lightning_fabric.strategies.FSDPStrategy parameter), [1] (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy parameter), [1] bagua_kwargs (pytorch_lightning.strategies.BaguaStrategy parameter), [1] BaguaStrategy (class in pytorch_lightning.strategies) barrier() (lightning_fabric.fabric.Fabric method) (lightning_fabric.strategies.DataParallelStrategy method) (lightning_fabric.strategies.DDPStrategy method) (lightning_fabric.strategies.FSDPStrategy method) (lightning_fabric.strategies.SingleDeviceStrategy method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.strategies.BaguaStrategy method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.HivemindStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.SingleDeviceStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) BaseFinetuning (class in pytorch_lightning.callbacks) BasePredictionWriter (class in pytorch_lightning.callbacks) batch (lightning_fabric.strategies.DataParallelStrategy.batch_to_device parameter) (lightning_fabric.strategies.Strategy.batch_to_device parameter) (pytorch_lightning.core.datamodule.LightningDataModule.on_after_batch_transfer parameter) (pytorch_lightning.core.datamodule.LightningDataModule.on_before_batch_transfer parameter) (pytorch_lightning.core.datamodule.LightningDataModule.transfer_batch_to_device parameter) (pytorch_lightning.core.hooks.DataHooks.on_after_batch_transfer parameter) (pytorch_lightning.core.hooks.DataHooks.on_before_batch_transfer parameter) (pytorch_lightning.core.hooks.DataHooks.transfer_batch_to_device parameter) (pytorch_lightning.core.hooks.ModelHooks.on_predict_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_predict_batch_start parameter) (pytorch_lightning.core.hooks.ModelHooks.on_test_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_test_batch_start parameter) (pytorch_lightning.core.hooks.ModelHooks.on_train_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_train_batch_start parameter) (pytorch_lightning.core.hooks.ModelHooks.on_validation_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_validation_batch_start parameter) (pytorch_lightning.core.LightningModule.predict_step parameter) (pytorch_lightning.core.LightningModule.tbptt_split_batch parameter) (pytorch_lightning.core.LightningModule.test_step parameter) (pytorch_lightning.core.LightningModule.training_step parameter) (pytorch_lightning.core.LightningModule.validation_step parameter) (pytorch_lightning.core.module.LightningModule.on_after_batch_transfer parameter) (pytorch_lightning.core.module.LightningModule.on_before_batch_transfer parameter) (pytorch_lightning.core.module.LightningModule.on_predict_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_predict_batch_start parameter) (pytorch_lightning.core.module.LightningModule.on_test_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_test_batch_start parameter) (pytorch_lightning.core.module.LightningModule.on_train_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_train_batch_start parameter) (pytorch_lightning.core.module.LightningModule.on_validation_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_validation_batch_start parameter) (pytorch_lightning.core.module.LightningModule.predict_step parameter) (pytorch_lightning.core.module.LightningModule.tbptt_split_batch parameter) (pytorch_lightning.core.module.LightningModule.test_step parameter) (pytorch_lightning.core.module.LightningModule.training_step parameter) (pytorch_lightning.core.module.LightningModule.transfer_batch_to_device parameter) (pytorch_lightning.core.module.LightningModule.validation_step parameter) (pytorch_lightning.strategies.DataParallelStrategy.batch_to_device parameter) (pytorch_lightning.strategies.DeepSpeedStrategy.batch_to_device parameter) (pytorch_lightning.strategies.IPUStrategy.batch_to_device parameter) (pytorch_lightning.strategies.Strategy.batch_to_device parameter)

batch_arg_name (pytorch_lightning.callbacks.BatchSizeFinder parameter), [1], [2] (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) batch_idx (pytorch_lightning.core.hooks.ModelHooks.on_predict_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_predict_batch_start parameter) (pytorch_lightning.core.hooks.ModelHooks.on_test_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_test_batch_start parameter) (pytorch_lightning.core.hooks.ModelHooks.on_train_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_train_batch_start parameter) (pytorch_lightning.core.hooks.ModelHooks.on_validation_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_validation_batch_start parameter) (pytorch_lightning.core.LightningModule.optimizer_step parameter) (pytorch_lightning.core.LightningModule.optimizer_zero_grad parameter) (pytorch_lightning.core.LightningModule.predict_step parameter) (pytorch_lightning.core.LightningModule.test_step parameter) (pytorch_lightning.core.LightningModule.training_step parameter) (pytorch_lightning.core.LightningModule.validation_step parameter) (pytorch_lightning.core.module.LightningModule.on_predict_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_predict_batch_start parameter) (pytorch_lightning.core.module.LightningModule.on_test_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_test_batch_start parameter) (pytorch_lightning.core.module.LightningModule.on_train_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_train_batch_start parameter) (pytorch_lightning.core.module.LightningModule.on_validation_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_validation_batch_start parameter) (pytorch_lightning.core.module.LightningModule.optimizer_step parameter) (pytorch_lightning.core.module.LightningModule.optimizer_zero_grad parameter) (pytorch_lightning.core.module.LightningModule.predict_step parameter) (pytorch_lightning.core.module.LightningModule.test_step parameter) (pytorch_lightning.core.module.LightningModule.training_step parameter) (pytorch_lightning.core.module.LightningModule.validation_step parameter) (pytorch_lightning.loops.epoch.TrainingEpochLoop property) (pytorch_lightning.loops.FitLoop property) batch_size (pytorch_lightning.core.LightningDataModule.from_datasets parameter) (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) (pytorch_lightning.strategies.HivemindStrategy parameter), [1] batch_to_device() (lightning_fabric.strategies.DataParallelStrategy method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.DeepSpeedStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) BatchSizeFinder (class in pytorch_lightning.callbacks) before_instantiate_classes() (pytorch_lightning.cli.LightningCLI method) benchmark (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] bf16_file_path (pytorch_lightning.plugins.precision.HPUPrecisionPlugin parameter), [1], [2] block_backward_sync() (pytorch_lightning.strategies.DDPShardedStrategy method) (pytorch_lightning.strategies.DDPSpawnShardedStrategy method) (pytorch_lightning.strategies.ParallelStrategy method) block_size (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] broadcast() (lightning_fabric.strategies.DataParallelStrategy method) (lightning_fabric.strategies.DDPStrategy method) (lightning_fabric.strategies.FSDPStrategy method) (lightning_fabric.strategies.SingleDeviceStrategy method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.strategies.BaguaStrategy method) (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.HivemindStrategy method) (pytorch_lightning.strategies.HPUParallelStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.SingleDeviceStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) bucket_cap_mb (pytorch_lightning.strategies.DDPFullyShardedStrategy parameter), [1]

C

call() (lightning_fabric.fabric.Fabric method) Callback (class in pytorch_lightning.callbacks) callbacks (lightning_fabric.fabric.Fabric parameter), [1] (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] check_finite (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] check_on_train_epoch_end (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] check_val_every_n_epoch (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] checkpoint (lightning_fabric.plugins.io.checkpoint_io.CheckpointIO.save_checkpoint parameter) (lightning_fabric.plugins.io.torch_io.TorchCheckpointIO.save_checkpoint parameter) (lightning_fabric.plugins.io.xla.XLACheckpointIO.save_checkpoint parameter) (lightning_fabric.strategies.Strategy.save_checkpoint parameter) (pytorch_lightning.callbacks.Callback.on_load_checkpoint parameter), [1] (pytorch_lightning.callbacks.Callback.on_save_checkpoint parameter), [1] (pytorch_lightning.callbacks.ModelPruning.on_save_checkpoint parameter) (pytorch_lightning.core.hooks.CheckpointHooks.on_load_checkpoint parameter) (pytorch_lightning.core.hooks.CheckpointHooks.on_save_checkpoint parameter) (pytorch_lightning.core.module.LightningModule.on_load_checkpoint parameter) (pytorch_lightning.core.module.LightningModule.on_save_checkpoint parameter) (pytorch_lightning.plugins.io.CheckpointIO.save_checkpoint parameter) (pytorch_lightning.plugins.io.HPUCheckpointIO.save_checkpoint parameter) (pytorch_lightning.plugins.io.TorchCheckpointIO.save_checkpoint parameter) (pytorch_lightning.plugins.io.XLACheckpointIO.save_checkpoint parameter) (pytorch_lightning.strategies.DeepSpeedStrategy.save_checkpoint parameter) (pytorch_lightning.strategies.Strategy.save_checkpoint parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.save_checkpoint parameter) checkpoint_callback (pytorch_lightning.loggers.logger.Logger.after_save_checkpoint parameter) (pytorch_lightning.loggers.mlflow.MLFlowLogger.after_save_checkpoint parameter) (pytorch_lightning.loggers.MLFlowLogger.after_save_checkpoint parameter) (pytorch_lightning.loggers.neptune.NeptuneLogger.after_save_checkpoint parameter) (pytorch_lightning.loggers.NeptuneLogger.after_save_checkpoint parameter) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger.after_save_checkpoint parameter) (pytorch_lightning.loggers.TensorBoardLogger.after_save_checkpoint parameter) (pytorch_lightning.loggers.wandb.WandbLogger.after_save_checkpoint parameter) (pytorch_lightning.loggers.WandbLogger.after_save_checkpoint parameter) (pytorch_lightning.trainer.trainer.Trainer property) checkpoint_callbacks (pytorch_lightning.trainer.trainer.Trainer property) checkpoint_dir (pytorch_lightning.utilities.deepspeed.convert_zero_checkpoint_to_fp32_state_dict parameter), [1] checkpoint_io (pytorch_lightning.plugins.io.AsyncCheckpointIO parameter), [1], [2] checkpoint_name (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger parameter), [1] checkpoint_path (pytorch_lightning.core.LightningDataModule.load_from_checkpoint parameter) (pytorch_lightning.core.module.LightningModule.load_from_checkpoint parameter) (pytorch_lightning.core.saving.ModelIO.load_from_checkpoint parameter) CheckpointHooks (class in pytorch_lightning.core.hooks) CheckpointIO (class in lightning_fabric.plugins.io.checkpoint_io) (class in pytorch_lightning.plugins.io) chunk_search_n_grids (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] chunk_search_range (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] chunk_size (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] ckpt_path (pytorch_lightning.trainer.Trainer.fit parameter) (pytorch_lightning.trainer.Trainer.predict parameter) (pytorch_lightning.trainer.Trainer.test parameter), [1] (pytorch_lightning.trainer.trainer.Trainer property) (pytorch_lightning.trainer.trainer.Trainer.fit parameter) (pytorch_lightning.trainer.trainer.Trainer.predict parameter) (pytorch_lightning.trainer.trainer.Trainer.test parameter) (pytorch_lightning.trainer.trainer.Trainer.validate parameter) (pytorch_lightning.trainer.Trainer.validate parameter), [1] classes (pytorch_lightning.utilities.parsing.collect_init_args parameter), [1] clean_namespace() (in module pytorch_lightning.utilities.parsing) clip_grad_by_norm() (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin method) (pytorch_lightning.plugins.precision.FullyShardedNativeMixedPrecisionPlugin method) (pytorch_lightning.plugins.precision.FullyShardedNativeNativeMixedPrecisionPlugin method) (pytorch_lightning.plugins.precision.PrecisionPlugin method) (pytorch_lightning.plugins.precision.ShardedNativeMixedPrecisionPlugin method) clip_grad_by_value() (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin method) (pytorch_lightning.plugins.precision.PrecisionPlugin method) clip_gradients() (pytorch_lightning.core.LightningModule method) (pytorch_lightning.plugins.precision.DeepSpeedPrecisionPlugin method) (pytorch_lightning.plugins.precision.IPUPrecisionPlugin method) (pytorch_lightning.plugins.precision.MixedPrecisionPlugin method) (pytorch_lightning.plugins.precision.PrecisionPlugin method) closure (pytorch_lightning.core.optimizer.LightningOptimizer.step parameter) (pytorch_lightning.strategies.ColossalAIStrategy.optimizer_step parameter) (pytorch_lightning.strategies.DDPStrategy.optimizer_step parameter) (pytorch_lightning.strategies.HPUParallelStrategy.optimizer_step parameter) (pytorch_lightning.strategies.SingleHPUStrategy.optimizer_step parameter) (pytorch_lightning.strategies.Strategy.optimizer_step parameter)

closure_loss (pytorch_lightning.strategies.Strategy.backward parameter) cls (pytorch_lightning.utilities.argparse.add_argparse_args parameter), [1] (pytorch_lightning.utilities.argparse.from_argparse_args parameter), [1] ClusterEnvironment (class in lightning_fabric.plugins.environments.cluster_environment) (class in pytorch_lightning.plugins.environments) collect_init_args() (in module pytorch_lightning.utilities.parsing) collect_quantization (pytorch_lightning.callbacks.QuantizationAwareTraining parameter), [1], [2] collection (pytorch_lightning.strategies.DataParallelStrategy.reduce parameter) Collective (class in lightning_fabric.plugins.collectives) ColossalAIPrecisionPlugin (class in pytorch_lightning.plugins.precision) ColossalAIStrategy (class in pytorch_lightning.strategies) CometLogger (class in pytorch_lightning.loggers) (class in pytorch_lightning.loggers.comet) compute_dtype (pytorch_lightning.strategies.DDPFullyShardedStrategy parameter), [1] config (pytorch_lightning.cli.SaveConfigCallback parameter), [1] (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] config_filename (pytorch_lightning.cli.SaveConfigCallback parameter), [1] configure_callbacks() (pytorch_lightning.core.LightningModule method) configure_gradient_clipping() (pytorch_lightning.core.LightningModule method) configure_optimizers() (pytorch_lightning.cli.LightningCLI static method) (pytorch_lightning.core.LightningModule method) configure_sharded_model() (pytorch_lightning.core.hooks.ModelHooks method) connect() (pytorch_lightning.loops.batch.TrainingBatchLoop method) (pytorch_lightning.loops.dataloader.EvaluationLoop method) (pytorch_lightning.loops.dataloader.PredictionLoop method) (pytorch_lightning.loops.epoch.PredictionEpochLoop method) (pytorch_lightning.loops.epoch.TrainingEpochLoop method) (pytorch_lightning.loops.FitLoop method) (pytorch_lightning.loops.loop.Loop method) (pytorch_lightning.loops.optimization.OptimizerLoop method) (pytorch_lightning.plugins.precision.DoublePrecisionPlugin method) (pytorch_lightning.plugins.precision.PrecisionPlugin method) (pytorch_lightning.plugins.precision.TPUBf16PrecisionPlugin method) (pytorch_lightning.strategies.DDPFullyShardedStrategy method) (pytorch_lightning.strategies.DDPShardedStrategy method) (pytorch_lightning.strategies.DDPSpawnShardedStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) console_kwargs (pytorch_lightning.callbacks.RichProgressBar parameter), [1], [2] content (lightning_fabric.fabric.Fabric.save parameter) contiguous_gradients (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] contiguous_memory_optimization (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] convert_input() (lightning_fabric.plugins.precision.DoublePrecision method) (lightning_fabric.plugins.precision.MixedPrecision method) (lightning_fabric.plugins.precision.Precision method) (lightning_fabric.plugins.precision.TPUBf16Precision method) convert_module() (lightning_fabric.plugins.precision.DoublePrecision method) (lightning_fabric.plugins.precision.Precision method) convert_zero_checkpoint_to_fp32_state_dict() (in module pytorch_lightning.utilities.deepspeed) cpu_checkpointing (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] cpu_offload (lightning_fabric.strategies.FSDPStrategy parameter), [1] (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy parameter), [1] (pytorch_lightning.strategies.DDPFullyShardedStrategy parameter), [1] cpu_stats (pytorch_lightning.callbacks.DeviceStatsMonitor parameter), [1], [2] CPUAccelerator (class in lightning_fabric.accelerators) (class in pytorch_lightning.accelerators) create_group() (lightning_fabric.plugins.collectives.Collective method) creates_processes_externally (lightning_fabric.plugins.environments.cluster_environment.ClusterEnvironment property) (lightning_fabric.plugins.environments.kubeflow.KubeflowEnvironment property) (lightning_fabric.plugins.environments.lightning.LightningEnvironment property) (lightning_fabric.plugins.environments.lsf.LSFEnvironment property) (lightning_fabric.plugins.environments.slurm.SLURMEnvironment property) (lightning_fabric.plugins.environments.torchelastic.TorchElasticEnvironment property) (lightning_fabric.plugins.environments.xla.XLAEnvironment property) (pytorch_lightning.plugins.environments.ClusterEnvironment property) (pytorch_lightning.plugins.environments.KubeflowEnvironment property) (pytorch_lightning.plugins.environments.LightningEnvironment property) (pytorch_lightning.plugins.environments.LSFEnvironment property) (pytorch_lightning.plugins.environments.SLURMEnvironment property) (pytorch_lightning.plugins.environments.TorchElasticEnvironment property) (pytorch_lightning.plugins.environments.XLAEnvironment property) CSVLogger (class in lightning_fabric.loggers) (class in pytorch_lightning.loggers) (class in pytorch_lightning.loggers.csv_logs) CUDAAccelerator (class in lightning_fabric.accelerators) (class in pytorch_lightning.accelerators) current_dataloader (pytorch_lightning.loops.dataloader.dataloader_loop.DataLoaderLoop property) current_dataloader_idx (pytorch_lightning.loops.dataloader.dataloader_loop.DataLoaderLoop property) current_epoch (pytorch_lightning.core.LightningModule property) (pytorch_lightning.trainer.trainer.Trainer property)

D

data (lightning_fabric.fabric.Fabric.all_gather parameter) (pytorch_lightning.core.LightningModule.all_gather parameter) (pytorch_lightning.core.module.LightningModule.all_gather parameter) data_fetcher (pytorch_lightning.loops.epoch.EvaluationEpochLoop.advance parameter) (pytorch_lightning.loops.epoch.EvaluationEpochLoop.on_run_start parameter) DataHooks (class in pytorch_lightning.core.hooks) dataloader (lightning_fabric.strategies.Strategy.process_dataloader parameter) (pytorch_lightning.strategies.Strategy.process_dataloader parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.process_dataloader parameter) dataloader_id (pytorch_lightning.core.LightningModule.test_step parameter) (pytorch_lightning.core.module.LightningModule.test_step parameter) dataloader_idx (pytorch_lightning.core.datamodule.LightningDataModule.on_after_batch_transfer parameter) (pytorch_lightning.core.datamodule.LightningDataModule.on_before_batch_transfer parameter) (pytorch_lightning.core.datamodule.LightningDataModule.transfer_batch_to_device parameter) (pytorch_lightning.core.hooks.DataHooks.on_after_batch_transfer parameter) (pytorch_lightning.core.hooks.DataHooks.on_before_batch_transfer parameter) (pytorch_lightning.core.hooks.DataHooks.transfer_batch_to_device parameter) (pytorch_lightning.core.hooks.ModelHooks.on_predict_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_predict_batch_start parameter) (pytorch_lightning.core.hooks.ModelHooks.on_test_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_test_batch_start parameter) (pytorch_lightning.core.hooks.ModelHooks.on_validation_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_validation_batch_start parameter) (pytorch_lightning.core.LightningModule.predict_step parameter) (pytorch_lightning.core.LightningModule.validation_step parameter) (pytorch_lightning.core.module.LightningModule.on_after_batch_transfer parameter) (pytorch_lightning.core.module.LightningModule.on_before_batch_transfer parameter) (pytorch_lightning.core.module.LightningModule.on_predict_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_predict_batch_start parameter) (pytorch_lightning.core.module.LightningModule.on_test_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_test_batch_start parameter) (pytorch_lightning.core.module.LightningModule.on_validation_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_validation_batch_start parameter) (pytorch_lightning.core.module.LightningModule.predict_step parameter) (pytorch_lightning.core.module.LightningModule.transfer_batch_to_device parameter) (pytorch_lightning.core.module.LightningModule.validation_step parameter) (pytorch_lightning.loops.epoch.PredictionEpochLoop.advance parameter) (pytorch_lightning.loops.epoch.PredictionEpochLoop.on_run_start parameter) (pytorch_lightning.strategies.DataParallelStrategy.batch_to_device parameter) (pytorch_lightning.strategies.DeepSpeedStrategy.batch_to_device parameter) (pytorch_lightning.strategies.IPUStrategy.batch_to_device parameter) (pytorch_lightning.strategies.Strategy.batch_to_device parameter) dataloader_iter (pytorch_lightning.loops.epoch.PredictionEpochLoop.advance parameter) (pytorch_lightning.loops.epoch.PredictionEpochLoop.on_run_start parameter) DataLoaderLoop (class in pytorch_lightning.loops.dataloader.dataloader_loop) dataloaders (pytorch_lightning.loops.dataloader.dataloader_loop.DataLoaderLoop property) (pytorch_lightning.loops.dataloader.EvaluationLoop property) (pytorch_lightning.loops.dataloader.PredictionLoop property) (pytorch_lightning.trainer.Trainer.predict parameter) (pytorch_lightning.trainer.Trainer.test parameter), [1] (pytorch_lightning.trainer.trainer.Trainer.predict parameter) (pytorch_lightning.trainer.trainer.Trainer.test parameter) (pytorch_lightning.trainer.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.trainer.Trainer.validate parameter) (pytorch_lightning.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.Trainer.validate parameter), [1] (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) datamodule (pytorch_lightning.trainer.Trainer.fit parameter) (pytorch_lightning.trainer.Trainer.predict parameter) (pytorch_lightning.trainer.Trainer.test parameter), [1] (pytorch_lightning.trainer.trainer.Trainer.fit parameter) (pytorch_lightning.trainer.trainer.Trainer.predict parameter) (pytorch_lightning.trainer.trainer.Trainer.test parameter) (pytorch_lightning.trainer.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.trainer.Trainer.validate parameter) (pytorch_lightning.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.Trainer.validate parameter), [1] (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) datamodule_class (pytorch_lightning.cli.LightningCLI parameter), [1] DataParallelStrategy (class in lightning_fabric.strategies) (class in pytorch_lightning.strategies) ddp_comm_hook (pytorch_lightning.utilities.distributed.register_ddp_comm_hook parameter), [1] ddp_comm_state (pytorch_lightning.utilities.distributed.register_ddp_comm_hook parameter), [1] ddp_comm_wrapper (pytorch_lightning.utilities.distributed.register_ddp_comm_hook parameter), [1] DDPFullyShardedNativeStrategy (class in pytorch_lightning.strategies) DDPFullyShardedStrategy (class in pytorch_lightning.strategies) DDPShardedStrategy (class in pytorch_lightning.strategies) DDPSpawnShardedStrategy (class in pytorch_lightning.strategies) DDPSpawnStrategy (class in pytorch_lightning.strategies) DDPStrategy (class in lightning_fabric.strategies) (class in pytorch_lightning.strategies) decision (lightning_fabric.strategies.DataParallelStrategy.reduce_boolean_decision parameter) (lightning_fabric.strategies.ParallelStrategy.reduce_boolean_decision parameter) (pytorch_lightning.strategies.DataParallelStrategy.reduce_boolean_decision parameter) (pytorch_lightning.strategies.ParallelStrategy.reduce_boolean_decision parameter) DeepSpeedPrecisionPlugin (class in pytorch_lightning.plugins.precision) DeepSpeedStrategy (class in pytorch_lightning.strategies) default_env (pytorch_lightning.cli.LightningArgumentParser parameter), [1] default_func (pytorch_lightning.loggers.logger.merge_dicts parameter), [1]

default_hp_metric (lightning_fabric.loggers.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.tensorboard.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.TensorBoardLogger parameter), [1] default_root_dir (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] (pytorch_lightning.trainer.trainer.Trainer property) delay_grad_averaging (pytorch_lightning.strategies.HivemindStrategy parameter), [1] delay_optimizer_step (pytorch_lightning.strategies.HivemindStrategy parameter), [1] delay_state_averaging (pytorch_lightning.strategies.HivemindStrategy parameter), [1] describe() (pytorch_lightning.profilers.Profiler method) description (pytorch_lightning.cli.LightningArgumentParser parameter), [1] destination (pytorch_lightning.loops.loop.Loop.state_dict parameter) detect() (lightning_fabric.plugins.environments.cluster_environment.ClusterEnvironment static method) (lightning_fabric.plugins.environments.kubeflow.KubeflowEnvironment static method) (lightning_fabric.plugins.environments.lightning.LightningEnvironment static method) (lightning_fabric.plugins.environments.lsf.LSFEnvironment static method) (lightning_fabric.plugins.environments.slurm.SLURMEnvironment static method) (lightning_fabric.plugins.environments.torchelastic.TorchElasticEnvironment static method) (lightning_fabric.plugins.environments.xla.XLAEnvironment static method) (pytorch_lightning.plugins.environments.ClusterEnvironment static method) (pytorch_lightning.plugins.environments.KubeflowEnvironment static method) (pytorch_lightning.plugins.environments.LightningEnvironment static method) (pytorch_lightning.plugins.environments.LSFEnvironment static method) (pytorch_lightning.plugins.environments.SLURMEnvironment static method) (pytorch_lightning.plugins.environments.TorchElasticEnvironment static method) (pytorch_lightning.plugins.environments.XLAEnvironment static method) detect_anomaly (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] detect_nan_parameters() (in module pytorch_lightning.utilities.finite_checks) deterministic (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] device (lightning_fabric.fabric.Fabric property) (lightning_fabric.plugins.precision.MixedPrecision parameter), [1] (lightning_fabric.strategies.DataParallelStrategy.batch_to_device parameter) (lightning_fabric.strategies.Strategy.batch_to_device parameter) (pytorch_lightning.accelerators.Accelerator.get_device_stats parameter) (pytorch_lightning.accelerators.CUDAAccelerator.get_device_stats parameter) (pytorch_lightning.accelerators.TPUAccelerator.get_device_stats parameter) (pytorch_lightning.callbacks.StochasticWeightAveraging parameter), [1], [2] (pytorch_lightning.core.datamodule.LightningDataModule.transfer_batch_to_device parameter) (pytorch_lightning.core.hooks.DataHooks.transfer_batch_to_device parameter) (pytorch_lightning.core.module.LightningModule.transfer_batch_to_device parameter) (pytorch_lightning.plugins.precision.MixedPrecisionPlugin parameter), [1], [2] (pytorch_lightning.strategies.DataParallelStrategy.batch_to_device parameter) (pytorch_lightning.strategies.DeepSpeedStrategy.batch_to_device parameter) (pytorch_lightning.strategies.IPUStrategy.batch_to_device parameter) (pytorch_lightning.strategies.Strategy.batch_to_device parameter) device_ids (pytorch_lightning.trainer.trainer.Trainer property) device_iterations (pytorch_lightning.strategies.IPUStrategy parameter), [1] devices (lightning_fabric.fabric.Fabric parameter), [1] (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] DeviceStatsMonitor (class in pytorch_lightning.callbacks) dictionary (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) dicts (pytorch_lightning.loggers.logger.merge_dicts parameter), [1] dir (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger parameter), [1] dirpath (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] (pytorch_lightning.profilers.AdvancedProfiler parameter), [1] (pytorch_lightning.profilers.PyTorchProfiler parameter), [1] (pytorch_lightning.profilers.SimpleProfiler parameter), [1] disable() (pytorch_lightning.callbacks.ProgressBarBase method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) dispatch() (pytorch_lightning.plugins.precision.PrecisionPlugin method) (pytorch_lightning.strategies.Strategy method) distributed_sampler_kwargs (lightning_fabric.strategies.DataParallelStrategy property) (lightning_fabric.strategies.DDPStrategy property) (lightning_fabric.strategies.FSDPStrategy property) (lightning_fabric.strategies.ParallelStrategy property) divergence_threshold (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] dl_max_batches (pytorch_lightning.loops.epoch.EvaluationEpochLoop.advance parameter) (pytorch_lightning.loops.epoch.EvaluationEpochLoop.on_run_start parameter) (pytorch_lightning.loops.epoch.PredictionEpochLoop.advance parameter) (pytorch_lightning.loops.epoch.PredictionEpochLoop.on_run_start parameter) done (pytorch_lightning.loops.batch.TrainingBatchLoop property) (pytorch_lightning.loops.dataloader.dataloader_loop.DataLoaderLoop property) (pytorch_lightning.loops.dataloader.EvaluationLoop property) (pytorch_lightning.loops.epoch.EvaluationEpochLoop property) (pytorch_lightning.loops.epoch.PredictionEpochLoop property) (pytorch_lightning.loops.epoch.TrainingEpochLoop property) (pytorch_lightning.loops.FitLoop property) (pytorch_lightning.loops.loop.Loop property) (pytorch_lightning.loops.optimization.ManualOptimization property) (pytorch_lightning.loops.optimization.OptimizerLoop property) DoublePrecision (class in lightning_fabric.plugins.precision) DoublePrecisionPlugin (class in pytorch_lightning.plugins.precision) download_artifact() (pytorch_lightning.loggers.wandb.WandbLogger static method) (pytorch_lightning.loggers.WandbLogger static method) DummyLogger (class in pytorch_lightning.loggers.logger) duration (pytorch_lightning.callbacks.Timer parameter), [1], [2]

E

early_stop_threshold (pytorch_lightning.callbacks.LearningRateFinder parameter), [1], [2] (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) early_stopping_callback (pytorch_lightning.trainer.trainer.Trainer property) early_stopping_callbacks (pytorch_lightning.trainer.trainer.Trainer property) EarlyStopping (class in pytorch_lightning.callbacks) emit_nvtx (pytorch_lightning.profilers.PyTorchProfiler parameter), [1] enable() (pytorch_lightning.callbacks.ProgressBarBase method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) enable_checkpointing (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] enable_distributed_storage (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] enable_graph (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) enable_model_summary (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] enable_progress_bar (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] enable_validation (pytorch_lightning.trainer.trainer.Trainer property) enabled (lightning_fabric.fabric.Fabric.no_backward_sync parameter) end_time() (pytorch_lightning.callbacks.Timer method) env_prefix (pytorch_lightning.cli.LightningArgumentParser parameter), [1] epoch (pytorch_lightning.core.LightningModule.optimizer_step parameter) (pytorch_lightning.core.LightningModule.optimizer_zero_grad parameter) (pytorch_lightning.core.module.LightningModule.optimizer_step parameter) (pytorch_lightning.core.module.LightningModule.optimizer_zero_grad parameter) estimated_stepping_batches (pytorch_lightning.trainer.trainer.Trainer property) EvaluationEpochLoop (class in pytorch_lightning.loops.epoch) EvaluationLoop (class in pytorch_lightning.loops.dataloader)

every_n_epochs (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] every_n_train_steps (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] example_input_array (pytorch_lightning.core.LightningModule property) example_inputs (pytorch_lightning.core.LightningModule.to_torchscript parameter) (pytorch_lightning.core.module.LightningModule.to_torchscript parameter) experiment (lightning_fabric.loggers.CSVLogger property) (lightning_fabric.loggers.TensorBoardLogger property) (pytorch_lightning.loggers.comet.CometLogger property) (pytorch_lightning.loggers.CometLogger property) (pytorch_lightning.loggers.csv_logs.CSVLogger property) (pytorch_lightning.loggers.CSVLogger property) (pytorch_lightning.loggers.logger.DummyLogger property) (pytorch_lightning.loggers.mlflow.MLFlowLogger property) (pytorch_lightning.loggers.MLFlowLogger property) (pytorch_lightning.loggers.neptune.NeptuneLogger property) (pytorch_lightning.loggers.NeptuneLogger property) (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger property) (pytorch_lightning.loggers.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger property) experiment_id (pytorch_lightning.loggers.mlflow.MLFlowLogger property) (pytorch_lightning.loggers.MLFlowLogger property) experiment_key (pytorch_lightning.loggers.comet.CometLogger parameter), [1] (pytorch_lightning.loggers.CometLogger parameter), [1] experiment_name (pytorch_lightning.loggers.comet.CometLogger parameter), [1] (pytorch_lightning.loggers.CometLogger parameter), [1] (pytorch_lightning.loggers.mlflow.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.MLFlowLogger parameter), [1] ExperimentWriter (class in pytorch_lightning.loggers.csv_logs) export_to_chrome (pytorch_lightning.profilers.PyTorchProfiler parameter), [1] extended (pytorch_lightning.profilers.SimpleProfiler parameter), [1]

F

Fabric (class in lightning_fabric.fabric) fast_dev_run (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] file_exists() (pytorch_lightning.callbacks.ModelCheckpoint method) file_path (pytorch_lightning.core.LightningModule.to_onnx parameter) (pytorch_lightning.core.LightningModule.to_torchscript parameter) (pytorch_lightning.core.module.LightningModule.to_onnx parameter) (pytorch_lightning.core.module.LightningModule.to_torchscript parameter) filename (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] (pytorch_lightning.profilers.AdvancedProfiler parameter), [1] (pytorch_lightning.profilers.PyTorchProfiler parameter), [1] (pytorch_lightning.profilers.SimpleProfiler parameter), [1] filepath (lightning_fabric.fabric.Fabric.load parameter) (lightning_fabric.fabric.Fabric.save parameter) (lightning_fabric.strategies.Strategy.remove_checkpoint parameter) (lightning_fabric.strategies.Strategy.save_checkpoint parameter) (pytorch_lightning.strategies.DeepSpeedStrategy.save_checkpoint parameter) (pytorch_lightning.strategies.Strategy.remove_checkpoint parameter) (pytorch_lightning.strategies.Strategy.save_checkpoint parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.remove_checkpoint parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.save_checkpoint parameter) (pytorch_lightning.trainer.trainer.Trainer.save_checkpoint parameter) filter_on_optimizer() (pytorch_lightning.callbacks.BaseFinetuning static method) filter_parameters_to_prune() (pytorch_lightning.callbacks.ModelPruning method) filter_params() (pytorch_lightning.callbacks.BaseFinetuning static method) finalize() (lightning_fabric.loggers.CSVLogger method) (lightning_fabric.loggers.Logger method) (lightning_fabric.loggers.TensorBoardLogger method) (pytorch_lightning.loggers.comet.CometLogger method) (pytorch_lightning.loggers.CometLogger method) (pytorch_lightning.loggers.mlflow.MLFlowLogger method) (pytorch_lightning.loggers.MLFlowLogger method) (pytorch_lightning.loggers.neptune.NeptuneLogger method) (pytorch_lightning.loggers.NeptuneLogger method) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger method) (pytorch_lightning.loggers.TensorBoardLogger method) (pytorch_lightning.loggers.wandb.WandbLogger method) (pytorch_lightning.loggers.WandbLogger method)

finetune_function() (pytorch_lightning.callbacks.BackboneFinetuning method) (pytorch_lightning.callbacks.BaseFinetuning method) fit() (pytorch_lightning.trainer.trainer.Trainer method) FitLoop (class in pytorch_lightning.loops) flatten (pytorch_lightning.strategies.BaguaStrategy parameter), [1] flatten_modules() (pytorch_lightning.callbacks.BaseFinetuning static method) flatten_parameters (pytorch_lightning.strategies.DDPFullyShardedStrategy parameter), [1] flush_logs_every_n_steps (lightning_fabric.loggers.CSVLogger parameter), [1] (pytorch_lightning.loggers.csv_logs.CSVLogger parameter), [1] (pytorch_lightning.loggers.CSVLogger parameter), [1] force_outputs_fp32 (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] format_checkpoint_name() (pytorch_lightning.callbacks.ModelCheckpoint method) forward() (pytorch_lightning.core.LightningModule method) (pytorch_lightning.utilities.distributed.AllGatherGrad static method) forward_context() (lightning_fabric.plugins.precision.DoublePrecision method) (lightning_fabric.plugins.precision.MixedPrecision method) (lightning_fabric.plugins.precision.Precision method) (pytorch_lightning.plugins.precision.DoublePrecisionPlugin method) (pytorch_lightning.plugins.precision.MixedPrecisionPlugin method) fp32_file_path (pytorch_lightning.plugins.precision.HPUPrecisionPlugin parameter), [1], [2] fp32_reduce_scatter (pytorch_lightning.strategies.DDPFullyShardedStrategy parameter), [1] frame (pytorch_lightning.core.mixins.HyperparametersMixin.save_hyperparameters parameter) (pytorch_lightning.core.module.LightningModule.save_hyperparameters parameter) (pytorch_lightning.utilities.parsing.collect_init_args parameter), [1] freeze() (pytorch_lightning.callbacks.BaseFinetuning static method) (pytorch_lightning.core.LightningModule method) freeze_before_training() (pytorch_lightning.callbacks.BackboneFinetuning method) (pytorch_lightning.callbacks.BaseFinetuning method) freeze_module() (pytorch_lightning.callbacks.BaseFinetuning static method) from_argparse_args() (in module pytorch_lightning.utilities.argparse) (pytorch_lightning.core.LightningDataModule class method) from_compiled() (pytorch_lightning.core.LightningModule class method) from_datasets() (pytorch_lightning.core.LightningDataModule class method) FSDPPrecision (class in lightning_fabric.plugins.precision) FSDPStrategy (class in lightning_fabric.strategies) FullyShardedNativeMixedPrecisionPlugin (class in pytorch_lightning.plugins.precision) FullyShardedNativeNativeMixedPrecisionPlugin (class in pytorch_lightning.plugins.precision)

G

garbage_collection_cuda() (in module pytorch_lightning.utilities.memory) get_device_name() (pytorch_lightning.accelerators.HPUAccelerator static method) get_device_stats() (pytorch_lightning.accelerators.Accelerator method) (pytorch_lightning.accelerators.CPUAccelerator method) (pytorch_lightning.accelerators.CUDAAccelerator method) (pytorch_lightning.accelerators.HPUAccelerator method) (pytorch_lightning.accelerators.IPUAccelerator method) (pytorch_lightning.accelerators.TPUAccelerator method) get_init_args() (in module pytorch_lightning.utilities.parsing) get_init_arguments_and_types() (in module pytorch_lightning.utilities.argparse) (pytorch_lightning.core.LightningDataModule class method) get_metrics() (pytorch_lightning.callbacks.ProgressBarBase method) get_model_size_mb() (in module pytorch_lightning.utilities.memory) get_module_state_dict() (lightning_fabric.strategies.Strategy method) get_optimizer_state() (lightning_fabric.strategies.Strategy method) get_parallel_devices() (lightning_fabric.accelerators.Accelerator static method) (lightning_fabric.accelerators.CPUAccelerator static method) (lightning_fabric.accelerators.CUDAAccelerator static method) (lightning_fabric.accelerators.MPSAccelerator static method) (lightning_fabric.accelerators.TPUAccelerator static method) (pytorch_lightning.accelerators.CPUAccelerator static method) (pytorch_lightning.accelerators.CUDAAccelerator static method) (pytorch_lightning.accelerators.HPUAccelerator static method) (pytorch_lightning.accelerators.IPUAccelerator static method) (pytorch_lightning.accelerators.TPUAccelerator static method) global_rank (lightning_fabric.fabric.Fabric property) (pytorch_lightning.core.LightningModule property) global_rank() (lightning_fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning_fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning_fabric.plugins.environments.lightning.LightningEnvironment method) (lightning_fabric.plugins.environments.lsf.LSFEnvironment method) (lightning_fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning_fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning_fabric.plugins.environments.xla.XLAEnvironment method) (pytorch_lightning.plugins.environments.ClusterEnvironment method) (pytorch_lightning.plugins.environments.KubeflowEnvironment method) (pytorch_lightning.plugins.environments.LightningEnvironment method) (pytorch_lightning.plugins.environments.LSFEnvironment method) (pytorch_lightning.plugins.environments.SLURMEnvironment method) (pytorch_lightning.plugins.environments.TorchElasticEnvironment method) (pytorch_lightning.plugins.environments.XLAEnvironment method)

global_step (pytorch_lightning.core.LightningModule property) (pytorch_lightning.trainer.trainer.Trainer property) gpu_margin_mem_ratio (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] gpus (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] grad_norm_dict (pytorch_lightning.core.LightningModule.log_grad_norm parameter) gradient_clip_algorithm (pytorch_lightning.core.LightningModule.clip_gradients parameter) (pytorch_lightning.core.LightningModule.configure_gradient_clipping parameter) (pytorch_lightning.core.module.LightningModule.configure_gradient_clipping parameter) (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] gradient_clip_val (pytorch_lightning.core.LightningModule.clip_gradients parameter) (pytorch_lightning.core.LightningModule.configure_gradient_clipping parameter) (pytorch_lightning.core.module.LightningModule.configure_gradient_clipping parameter) (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] GradientAccumulationScheduler (class in pytorch_lightning.callbacks) group (lightning_fabric.fabric.Fabric.all_gather parameter) (lightning_fabric.strategies.DataParallelStrategy.all_reduce parameter) (lightning_fabric.strategies.DDPStrategy.all_reduce parameter) (lightning_fabric.strategies.FSDPStrategy.all_reduce parameter) (lightning_fabric.strategies.Strategy.all_gather parameter) (lightning_fabric.strategies.Strategy.all_reduce parameter) (pytorch_lightning.core.LightningModule.all_gather parameter) (pytorch_lightning.core.module.LightningModule.all_gather parameter) (pytorch_lightning.strategies.BaguaStrategy.reduce parameter) (pytorch_lightning.strategies.ColossalAIStrategy.reduce parameter) (pytorch_lightning.strategies.DataParallelStrategy.reduce parameter) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy.reduce parameter) (pytorch_lightning.strategies.DDPSpawnStrategy.reduce parameter) (pytorch_lightning.strategies.DDPStrategy.reduce parameter) (pytorch_lightning.strategies.HivemindStrategy.all_gather parameter) (pytorch_lightning.strategies.HivemindStrategy.reduce parameter) (pytorch_lightning.strategies.IPUStrategy.reduce parameter) (pytorch_lightning.strategies.Strategy.all_gather parameter) (pytorch_lightning.strategies.Strategy.reduce parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.all_gather parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.reduce parameter) group_by_input_shapes (pytorch_lightning.profilers.PyTorchProfiler parameter), [1] group_separator (lightning_fabric.loggers.Logger property) growth_factor (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] growth_interval (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1]

H

handles_gradient_accumulation (pytorch_lightning.strategies.ColossalAIStrategy property) (pytorch_lightning.strategies.DeepSpeedStrategy property) (pytorch_lightning.strategies.Strategy property) hiddens (pytorch_lightning.core.LightningModule.training_step parameter) (pytorch_lightning.core.module.LightningModule.training_step parameter) HivemindStrategy (class in pytorch_lightning.strategies) hook_name (lightning_fabric.fabric.Fabric.call parameter) host_maddrs (pytorch_lightning.strategies.HivemindStrategy parameter), [1] hparams (pytorch_lightning.core.mixins.HyperparametersMixin property) hparams_file (pytorch_lightning.core.LightningDataModule.load_from_checkpoint parameter) (pytorch_lightning.core.module.LightningModule.load_from_checkpoint parameter) (pytorch_lightning.core.saving.ModelIO.load_from_checkpoint parameter)

hparams_initial (pytorch_lightning.core.mixins.HyperparametersMixin property) HPUAccelerator (class in pytorch_lightning.accelerators) HPUCheckpointIO (class in pytorch_lightning.plugins.io) HPUParallelStrategy (class in pytorch_lightning.strategies) HPUPrecisionPlugin (class in pytorch_lightning.plugins.precision) HyperparametersMixin (class in pytorch_lightning.core.mixins) hysteresis (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1]

I

id (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger parameter), [1] ignore (pytorch_lightning.core.mixins.HyperparametersMixin.save_hyperparameters parameter) (pytorch_lightning.core.module.LightningModule.save_hyperparameters parameter) in_dict (pytorch_lightning.utilities.memory.recursive_detach parameter), [1] inference_mode (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] inference_opts (pytorch_lightning.strategies.IPUStrategy parameter), [1] init_parser() (pytorch_lightning.cli.LightningCLI method) init_predict_tqdm() (pytorch_lightning.callbacks.TQDMProgressBar method) init_sanity_tqdm() (pytorch_lightning.callbacks.TQDMProgressBar method) init_test_tqdm() (pytorch_lightning.callbacks.TQDMProgressBar method) init_train_tqdm() (pytorch_lightning.callbacks.TQDMProgressBar method) init_val (pytorch_lightning.callbacks.BatchSizeFinder parameter), [1], [2] (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) init_validation_tqdm() (pytorch_lightning.callbacks.TQDMProgressBar method) initial_denom_lr (pytorch_lightning.callbacks.BackboneFinetuning parameter), [1], [2] (pytorch_lightning.callbacks.BaseFinetuning.unfreeze_and_add_param_group parameter) initial_peers (pytorch_lightning.strategies.HivemindStrategy parameter), [1] initial_scale (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] initial_scale_power (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] input_array (lightning_fabric.loggers.Logger.log_graph parameter) (lightning_fabric.loggers.TensorBoardLogger.log_graph parameter) (pytorch_lightning.loggers.comet.CometLogger.log_graph parameter) (pytorch_lightning.loggers.CometLogger.log_graph parameter) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger.log_graph parameter) (pytorch_lightning.loggers.TensorBoardLogger.log_graph parameter) input_compatible (pytorch_lightning.callbacks.QuantizationAwareTraining parameter), [1], [2] input_sample (pytorch_lightning.core.LightningModule.to_onnx parameter) (pytorch_lightning.core.module.LightningModule.to_onnx parameter)

inside (pytorch_lightning.utilities.parsing.collect_init_args parameter), [1] instantiate_classes() (pytorch_lightning.cli.LightningCLI method) instantiate_trainer() (pytorch_lightning.cli.LightningCLI method) interval (pytorch_lightning.callbacks.Timer parameter), [1], [2] IPUAccelerator (class in pytorch_lightning.accelerators) IPUPrecisionPlugin (class in pytorch_lightning.plugins.precision) ipus (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] IPUStrategy (class in pytorch_lightning.strategies) is_available() (lightning_fabric.accelerators.Accelerator static method) (lightning_fabric.accelerators.CPUAccelerator static method) (lightning_fabric.accelerators.CUDAAccelerator static method) (lightning_fabric.accelerators.MPSAccelerator static method) (lightning_fabric.accelerators.TPUAccelerator static method) (pytorch_lightning.accelerators.CPUAccelerator static method) (pytorch_lightning.accelerators.CUDAAccelerator static method) (pytorch_lightning.accelerators.HPUAccelerator static method) (pytorch_lightning.accelerators.IPUAccelerator static method) (pytorch_lightning.accelerators.TPUAccelerator static method) is_global_zero (lightning_fabric.fabric.Fabric property) (lightning_fabric.strategies.ParallelStrategy property) (lightning_fabric.strategies.SingleDeviceStrategy property) (lightning_fabric.strategies.Strategy property) (pytorch_lightning.strategies.HivemindStrategy property) (pytorch_lightning.strategies.IPUStrategy property) (pytorch_lightning.strategies.ParallelStrategy property) (pytorch_lightning.strategies.SingleDeviceStrategy property) (pytorch_lightning.strategies.Strategy property) is_last_batch (pytorch_lightning.trainer.trainer.Trainer property) is_picklable() (in module pytorch_lightning.utilities.parsing) isolate_rng() (in module pytorch_lightning.utilities.seed)

K

KubeflowEnvironment (class in lightning_fabric.plugins.environments.kubeflow) (class in pytorch_lightning.plugins.environments) kwargs (lightning_fabric.loggers.CSVLogger.log_hyperparams parameter) (lightning_fabric.loggers.Logger.log_hyperparams parameter) (pytorch_lightning.cli.LightningCLI.instantiate_trainer parameter) (pytorch_lightning.core.optimizer.LightningOptimizer.step parameter) (pytorch_lightning.loggers.comet.CometLogger.log_hyperparams parameter) (pytorch_lightning.loggers.CometLogger.log_hyperparams parameter) (pytorch_lightning.loggers.csv_logs.CSVLogger.log_hyperparams parameter) (pytorch_lightning.loggers.CSVLogger.log_hyperparams parameter) (pytorch_lightning.loggers.logger.DummyLogger.log_hyperparams parameter) (pytorch_lightning.loggers.mlflow.MLFlowLogger.log_hyperparams parameter) (pytorch_lightning.loggers.MLFlowLogger.log_hyperparams parameter) (pytorch_lightning.loggers.wandb.WandbLogger.log_hyperparams parameter) (pytorch_lightning.loggers.WandbLogger.log_hyperparams parameter) (pytorch_lightning.loops.batch.TrainingBatchLoop.advance parameter) (pytorch_lightning.loops.batch.TrainingBatchLoop.on_run_start parameter) (pytorch_lightning.loops.epoch.EvaluationEpochLoop.advance parameter) (pytorch_lightning.loops.epoch.EvaluationEpochLoop.on_run_start parameter) (pytorch_lightning.loops.optimization.ManualOptimization.advance parameter)

L

lambda_func (pytorch_lightning.callbacks.BackboneFinetuning parameter), [1], [2] LambdaCallback (class in pytorch_lightning.callbacks) LayerSync (class in pytorch_lightning.plugins) LearningRateFinder (class in pytorch_lightning.callbacks) LearningRateMonitor (class in pytorch_lightning.callbacks) leave (pytorch_lightning.callbacks.RichProgressBar parameter), [1], [2] lightning_class (pytorch_lightning.cli.LightningArgumentParser.add_lightning_class_args parameter) lightning_getattr() (in module pytorch_lightning.utilities.parsing) lightning_hasattr() (in module pytorch_lightning.utilities.parsing) lightning_module (pytorch_lightning.cli.LightningCLI.configure_optimizers parameter) (pytorch_lightning.strategies.Strategy property) lightning_module_state_dict() (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DDPFullyShardedStrategy method) (pytorch_lightning.strategies.Strategy method) lightning_restore_optimizer (pytorch_lightning.strategies.DeepSpeedStrategy property) (pytorch_lightning.strategies.Strategy property) lightning_setattr() (in module pytorch_lightning.utilities.parsing) LightningArgumentParser (class in pytorch_lightning.cli) LightningCLI (class in pytorch_lightning.cli) LightningDataModule (class in pytorch_lightning.core) LightningEnvironment (class in lightning_fabric.plugins.environments.lightning) (class in pytorch_lightning.plugins.environments) LightningModule (class in pytorch_lightning.core) LightningOptimizer (class in pytorch_lightning.core.optimizer) limit_predict_batches (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] limit_test_batches (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] limit_train_batches (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] limit_val_batches (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] line_count_restriction (pytorch_lightning.profilers.AdvancedProfiler parameter), [1] link_optimizers_and_lr_schedulers() (pytorch_lightning.cli.LightningCLI static method) link_to (pytorch_lightning.cli.LightningArgumentParser.add_lr_scheduler_args parameter) (pytorch_lightning.cli.LightningArgumentParser.add_optimizer_args parameter) load() (lightning_fabric.fabric.Fabric method) load_checkpoint() (lightning_fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning_fabric.plugins.io.torch_io.TorchCheckpointIO method) (pytorch_lightning.plugins.io.CheckpointIO method) (pytorch_lightning.plugins.io.TorchCheckpointIO method) load_from_checkpoint() (pytorch_lightning.core.LightningDataModule class method) (pytorch_lightning.core.saving.ModelIO class method) load_full_weights (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] load_state_dict() (lightning_fabric.plugins.precision.MixedPrecision method) (lightning_fabric.plugins.precision.Precision method) (pytorch_lightning.callbacks.BackboneFinetuning method) (pytorch_lightning.callbacks.BaseFinetuning method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.EarlyStopping method) (pytorch_lightning.callbacks.ModelCheckpoint method) (pytorch_lightning.callbacks.StochasticWeightAveraging method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.core.LightningDataModule method) (pytorch_lightning.loops.loop.Loop method) (pytorch_lightning.plugins.precision.MixedPrecisionPlugin method) local_rank (lightning_fabric.fabric.Fabric property) (pytorch_lightning.core.LightningModule property) local_rank() (lightning_fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning_fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning_fabric.plugins.environments.lightning.LightningEnvironment method) (lightning_fabric.plugins.environments.lsf.LSFEnvironment method) (lightning_fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning_fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning_fabric.plugins.environments.xla.XLAEnvironment method) (pytorch_lightning.plugins.environments.ClusterEnvironment method) (pytorch_lightning.plugins.environments.KubeflowEnvironment method) (pytorch_lightning.plugins.environments.LightningEnvironment method) (pytorch_lightning.plugins.environments.LSFEnvironment method) (pytorch_lightning.plugins.environments.SLURMEnvironment method) (pytorch_lightning.plugins.environments.TorchElasticEnvironment method) (pytorch_lightning.plugins.environments.XLAEnvironment method) log() (lightning_fabric.fabric.Fabric method) (pytorch_lightning.core.LightningModule method) log_dict() (lightning_fabric.fabric.Fabric method) (pytorch_lightning.core.LightningModule method) log_dir (lightning_fabric.loggers.CSVLogger property) (lightning_fabric.loggers.Logger property) (lightning_fabric.loggers.TensorBoardLogger property) (pytorch_lightning.loggers.csv_logs.CSVLogger property) (pytorch_lightning.loggers.csv_logs.ExperimentWriter parameter), [1] (pytorch_lightning.loggers.CSVLogger property) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger property) (pytorch_lightning.loggers.TensorBoardLogger property) log_every_n_steps (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] log_grad_norm() (pytorch_lightning.core.LightningModule method)

log_graph (pytorch_lightning.loggers.tensorboard.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.TensorBoardLogger parameter), [1] log_graph() (lightning_fabric.loggers.Logger method) (lightning_fabric.loggers.TensorBoardLogger method) (pytorch_lightning.loggers.comet.CometLogger method) (pytorch_lightning.loggers.CometLogger method) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger method) (pytorch_lightning.loggers.TensorBoardLogger method) log_hparams() (pytorch_lightning.loggers.csv_logs.ExperimentWriter method) log_hyperparams() (lightning_fabric.loggers.CSVLogger method) (lightning_fabric.loggers.Logger method) (lightning_fabric.loggers.TensorBoardLogger method) (pytorch_lightning.loggers.comet.CometLogger method) (pytorch_lightning.loggers.CometLogger method) (pytorch_lightning.loggers.csv_logs.CSVLogger method) (pytorch_lightning.loggers.CSVLogger method) (pytorch_lightning.loggers.logger.DummyLogger method) (pytorch_lightning.loggers.mlflow.MLFlowLogger method) (pytorch_lightning.loggers.MLFlowLogger method) (pytorch_lightning.loggers.neptune.NeptuneLogger method) (pytorch_lightning.loggers.NeptuneLogger method) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger method) (pytorch_lightning.loggers.TensorBoardLogger method) (pytorch_lightning.loggers.wandb.WandbLogger method) (pytorch_lightning.loggers.WandbLogger method) log_image() (pytorch_lightning.loggers.wandb.WandbLogger method) (pytorch_lightning.loggers.WandbLogger method) log_metrics() (lightning_fabric.loggers.CSVLogger method) (lightning_fabric.loggers.Logger method) (lightning_fabric.loggers.TensorBoardLogger method) (pytorch_lightning.loggers.comet.CometLogger method) (pytorch_lightning.loggers.CometLogger method) (pytorch_lightning.loggers.logger.DummyLogger method) (pytorch_lightning.loggers.mlflow.MLFlowLogger method) (pytorch_lightning.loggers.MLFlowLogger method) (pytorch_lightning.loggers.neptune.NeptuneLogger method) (pytorch_lightning.loggers.NeptuneLogger method) (pytorch_lightning.loggers.wandb.WandbLogger method) (pytorch_lightning.loggers.WandbLogger method) log_model (pytorch_lightning.loggers.mlflow.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger parameter), [1] log_model_checkpoints (pytorch_lightning.loggers.neptune.NeptuneLogger parameter), [1] (pytorch_lightning.loggers.NeptuneLogger parameter), [1] log_momentum (pytorch_lightning.callbacks.LearningRateMonitor parameter), [1], [2] log_rank_zero_only (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] log_table() (pytorch_lightning.loggers.wandb.WandbLogger method) (pytorch_lightning.loggers.WandbLogger method) log_text() (pytorch_lightning.loggers.wandb.WandbLogger method) (pytorch_lightning.loggers.WandbLogger method) Logger (class in lightning_fabric.loggers) (class in pytorch_lightning.loggers.logger) logger (lightning_fabric.fabric.Fabric property) (pytorch_lightning.core.LightningModule property) (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.mixins.HyperparametersMixin.save_hyperparameters parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.save_hyperparameters parameter) (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] loggers (lightning_fabric.fabric.Fabric parameter), [1] (lightning_fabric.fabric.Fabric property) (pytorch_lightning.core.LightningModule property) logging_batch_size_per_gpu (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] logging_interval (pytorch_lightning.callbacks.LearningRateMonitor parameter), [1], [2] logging_level (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] Loop (class in pytorch_lightning.loops.loop) loss (pytorch_lightning.core.hooks.ModelHooks.on_before_backward parameter) (pytorch_lightning.core.LightningModule.backward parameter) (pytorch_lightning.core.LightningModule.manual_backward parameter) (pytorch_lightning.core.module.LightningModule.backward parameter) (pytorch_lightning.core.module.LightningModule.manual_backward parameter) (pytorch_lightning.core.module.LightningModule.on_before_backward parameter) loss_scale (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] loss_scale_window (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] lr (pytorch_lightning.callbacks.BaseFinetuning.unfreeze_and_add_param_group parameter) lr_find() (pytorch_lightning.tuner.tuning.Tuner method) lr_find_kwargs (pytorch_lightning.trainer.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.Trainer.tune parameter) lr_scheduler (pytorch_lightning.cli.LightningCLI.configure_optimizers parameter) lr_scheduler_class (pytorch_lightning.cli.LightningArgumentParser.add_lr_scheduler_args parameter) lr_scheduler_step() (pytorch_lightning.core.LightningModule method) lr_schedulers() (pytorch_lightning.core.LightningModule method) LSFEnvironment (class in lightning_fabric.plugins.environments.lsf) (class in pytorch_lightning.plugins.environments)

M

main_address (lightning_fabric.plugins.environments.cluster_environment.ClusterEnvironment property) (lightning_fabric.plugins.environments.kubeflow.KubeflowEnvironment property) (lightning_fabric.plugins.environments.lightning.LightningEnvironment property) (lightning_fabric.plugins.environments.lsf.LSFEnvironment property) (lightning_fabric.plugins.environments.slurm.SLURMEnvironment property) (lightning_fabric.plugins.environments.torchelastic.TorchElasticEnvironment property) (lightning_fabric.plugins.environments.xla.XLAEnvironment property) (pytorch_lightning.plugins.environments.ClusterEnvironment property) (pytorch_lightning.plugins.environments.KubeflowEnvironment property) (pytorch_lightning.plugins.environments.LightningEnvironment property) (pytorch_lightning.plugins.environments.LSFEnvironment property) (pytorch_lightning.plugins.environments.SLURMEnvironment property) (pytorch_lightning.plugins.environments.TorchElasticEnvironment property) (pytorch_lightning.plugins.environments.XLAEnvironment property) main_params() (lightning_fabric.plugins.precision.Precision method) main_port (lightning_fabric.plugins.environments.cluster_environment.ClusterEnvironment property) (lightning_fabric.plugins.environments.kubeflow.KubeflowEnvironment property) (lightning_fabric.plugins.environments.lightning.LightningEnvironment property) (lightning_fabric.plugins.environments.lsf.LSFEnvironment property) (lightning_fabric.plugins.environments.slurm.SLURMEnvironment property) (lightning_fabric.plugins.environments.torchelastic.TorchElasticEnvironment property) (lightning_fabric.plugins.environments.xla.XLAEnvironment property) (pytorch_lightning.plugins.environments.ClusterEnvironment property) (pytorch_lightning.plugins.environments.KubeflowEnvironment property) (pytorch_lightning.plugins.environments.LightningEnvironment property) (pytorch_lightning.plugins.environments.LSFEnvironment property) (pytorch_lightning.plugins.environments.SLURMEnvironment property) (pytorch_lightning.plugins.environments.TorchElasticEnvironment property) (pytorch_lightning.plugins.environments.XLAEnvironment property) make_pruning_permanent (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] make_pruning_permanent() (pytorch_lightning.callbacks.ModelPruning method) make_trainable() (pytorch_lightning.callbacks.BaseFinetuning static method) manual_backward() (pytorch_lightning.core.LightningModule method) ManualOptimization (class in pytorch_lightning.loops.optimization) map_location (lightning_fabric.plugins.io.checkpoint_io.CheckpointIO.load_checkpoint parameter) (lightning_fabric.plugins.io.torch_io.TorchCheckpointIO.load_checkpoint parameter) (pytorch_lightning.core.module.LightningModule.load_from_checkpoint parameter) (pytorch_lightning.core.saving.ModelIO.load_from_checkpoint parameter) (pytorch_lightning.plugins.io.CheckpointIO.load_checkpoint parameter) (pytorch_lightning.plugins.io.TorchCheckpointIO.load_checkpoint parameter) matchmaking_time (pytorch_lightning.strategies.HivemindStrategy parameter), [1] max_batches (pytorch_lightning.loops.dataloader.PredictionLoop property) max_depth (pytorch_lightning.callbacks.ModelSummary parameter), [1], [2] (pytorch_lightning.callbacks.RichModelSummary parameter), [1], [2] max_epochs (pytorch_lightning.loops.FitLoop parameter), [1] (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] max_in_cpu (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] max_lr (pytorch_lightning.callbacks.LearningRateFinder parameter), [1], [2] (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) max_scale (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] max_steps (pytorch_lightning.loops.epoch.TrainingEpochLoop parameter), [1] (pytorch_lightning.loops.FitLoop property) (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] max_time (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] max_trials (pytorch_lightning.callbacks.BatchSizeFinder parameter), [1], [2] (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) merge_dicts() (in module pytorch_lightning.loggers.logger) method (pytorch_lightning.core.LightningModule.to_torchscript parameter) (pytorch_lightning.core.module.LightningModule.to_torchscript parameter) (pytorch_lightning.trainer.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.Trainer.tune parameter) (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) metric (pytorch_lightning.core.LightningModule.lr_scheduler_step parameter) metric_attribute (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log parameter) metrics (lightning_fabric.fabric.Fabric.log_dict parameter) (lightning_fabric.loggers.CSVLogger.log_metrics parameter) (lightning_fabric.loggers.Logger.log_metrics parameter) (lightning_fabric.loggers.TensorBoardLogger.log_hyperparams parameter) (lightning_fabric.loggers.TensorBoardLogger.log_metrics parameter) (pytorch_lightning.loggers.comet.CometLogger.log_metrics parameter) (pytorch_lightning.loggers.CometLogger.log_metrics parameter) (pytorch_lightning.loggers.logger.DummyLogger.log_metrics parameter) (pytorch_lightning.loggers.mlflow.MLFlowLogger.log_metrics parameter) (pytorch_lightning.loggers.MLFlowLogger.log_metrics parameter) (pytorch_lightning.loggers.neptune.NeptuneLogger.log_metrics parameter) (pytorch_lightning.loggers.NeptuneLogger.log_metrics parameter) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger.log_hyperparams parameter) (pytorch_lightning.loggers.TensorBoardLogger.log_hyperparams parameter) (pytorch_lightning.loggers.wandb.WandbLogger.log_metrics parameter) (pytorch_lightning.loggers.WandbLogger.log_metrics parameter) min_chunk_size (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] min_delta (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] min_epochs (pytorch_lightning.loops.FitLoop parameter), [1] (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] min_loss_scale (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] min_lr (pytorch_lightning.callbacks.LearningRateFinder parameter), [1], [2] (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) min_num_params (pytorch_lightning.strategies.DDPFullyShardedStrategy parameter), [1] min_scale (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] min_steps (pytorch_lightning.loops.epoch.TrainingEpochLoop parameter), [1] (pytorch_lightning.loops.FitLoop property) (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] mixed_precision (lightning_fabric.strategies.FSDPStrategy parameter), [1] (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy parameter), [1] MixedPrecision (class in lightning_fabric.plugins.precision) MixedPrecisionPlugin (class in pytorch_lightning.plugins.precision) MLFlowLogger (class in pytorch_lightning.loggers) (class in pytorch_lightning.loggers.mlflow) mode (pytorch_lightning.callbacks.BatchSizeFinder parameter), [1], [2] (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] (pytorch_lightning.callbacks.LearningRateFinder parameter), [1], [2] (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) model (lightning_fabric.fabric.Fabric.backward parameter) (lightning_fabric.loggers.Logger.log_graph parameter) (lightning_fabric.loggers.TensorBoardLogger.log_graph parameter) (lightning_fabric.plugins.precision.MixedPrecision.backward parameter) (lightning_fabric.plugins.precision.Precision.backward parameter) (pytorch_lightning.loggers.comet.CometLogger.log_graph parameter) (pytorch_lightning.loggers.CometLogger.log_graph parameter) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger.log_graph parameter) (pytorch_lightning.loggers.TensorBoardLogger.log_graph parameter) (pytorch_lightning.plugins.NativeSyncBatchNorm.apply parameter) (pytorch_lightning.plugins.NativeSyncBatchNorm.revert parameter) (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.DeepSpeedPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.IPUPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.PrecisionPlugin.backward parameter) (pytorch_lightning.strategies.ColossalAIStrategy.optimizer_step parameter) (pytorch_lightning.strategies.DDPStrategy.optimizer_step parameter) (pytorch_lightning.strategies.HPUParallelStrategy.optimizer_step parameter) (pytorch_lightning.strategies.SingleHPUStrategy.optimizer_step parameter) (pytorch_lightning.strategies.Strategy property) (pytorch_lightning.strategies.Strategy.optimizer_step parameter) (pytorch_lightning.trainer.Trainer.fit parameter) (pytorch_lightning.trainer.Trainer.predict parameter) (pytorch_lightning.trainer.Trainer.test parameter), [1] (pytorch_lightning.trainer.trainer.Trainer property) (pytorch_lightning.trainer.trainer.Trainer.fit parameter) (pytorch_lightning.trainer.trainer.Trainer.predict parameter) (pytorch_lightning.trainer.trainer.Trainer.reset_predict_dataloader parameter) (pytorch_lightning.trainer.trainer.Trainer.reset_test_dataloader parameter) (pytorch_lightning.trainer.trainer.Trainer.reset_train_dataloader parameter) (pytorch_lightning.trainer.trainer.Trainer.reset_val_dataloader parameter) (pytorch_lightning.trainer.trainer.Trainer.test parameter) (pytorch_lightning.trainer.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.trainer.Trainer.validate parameter) (pytorch_lightning.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.Trainer.validate parameter), [1] (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) (pytorch_lightning.utilities.distributed.register_ddp_comm_hook parameter), [1]

model_class (pytorch_lightning.cli.LightningCLI parameter), [1] model_sharded_context() (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPFullyShardedStrategy method) (pytorch_lightning.strategies.DeepSpeedStrategy method) (pytorch_lightning.strategies.Strategy method) model_to_device() (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPFullyShardedStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.HivemindStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.SingleDeviceStrategy method) (pytorch_lightning.strategies.SingleHPUStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) ModelCheckpoint (class in pytorch_lightning.callbacks) ModelHooks (class in pytorch_lightning.core.hooks) ModelIO (class in pytorch_lightning.core.saving) ModelPruning (class in pytorch_lightning.callbacks) ModelSummary (class in pytorch_lightning.callbacks) module pytorch_lightning.loggers.comet pytorch_lightning.loggers.csv_logs pytorch_lightning.loggers.logger pytorch_lightning.loggers.mlflow pytorch_lightning.loggers.neptune pytorch_lightning.loggers.tensorboard pytorch_lightning.loggers.wandb pytorch_lightning.utilities.apply_func pytorch_lightning.utilities.argparse pytorch_lightning.utilities.cloud_io pytorch_lightning.utilities.deepspeed pytorch_lightning.utilities.distributed pytorch_lightning.utilities.finite_checks pytorch_lightning.utilities.memory pytorch_lightning.utilities.model_summary pytorch_lightning.utilities.optimizer pytorch_lightning.utilities.parsing pytorch_lightning.utilities.rank_zero pytorch_lightning.utilities.seed pytorch_lightning.utilities.warnings module (lightning_fabric.fabric.Fabric.no_backward_sync parameter) (lightning_fabric.fabric.Fabric.setup parameter) (lightning_fabric.fabric.Fabric.setup_module parameter) (lightning_fabric.plugins.precision.Precision.post_backward parameter) (lightning_fabric.plugins.precision.Precision.pre_backward parameter) (pytorch_lightning.callbacks.BaseFinetuning.freeze_module parameter) (pytorch_lightning.plugins.precision.MixedPrecisionPlugin.pre_backward parameter) (pytorch_lightning.plugins.precision.PrecisionPlugin.post_backward parameter) (pytorch_lightning.plugins.precision.PrecisionPlugin.pre_backward parameter) module_sharded_context() (lightning_fabric.strategies.FSDPStrategy method) module_to_device() (lightning_fabric.strategies.DataParallelStrategy method) (lightning_fabric.strategies.DDPStrategy method) (lightning_fabric.strategies.FSDPStrategy method) (lightning_fabric.strategies.SingleDeviceStrategy method) (lightning_fabric.strategies.Strategy method) modules (pytorch_lightning.callbacks.BaseFinetuning.filter_params parameter) (pytorch_lightning.callbacks.BaseFinetuning.flatten_modules parameter) (pytorch_lightning.callbacks.BaseFinetuning.freeze parameter) (pytorch_lightning.callbacks.BaseFinetuning.make_trainable parameter) (pytorch_lightning.callbacks.BaseFinetuning.unfreeze_and_add_param_group parameter) modules_to_fuse (pytorch_lightning.callbacks.QuantizationAwareTraining parameter), [1], [2] monitor (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] move_grads_to_cpu (pytorch_lightning.strategies.DDPFullyShardedStrategy parameter), [1] move_metrics_to_cpu (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] move_to_device (lightning_fabric.fabric.Fabric.setup parameter) (lightning_fabric.fabric.Fabric.setup_dataloaders parameter) (lightning_fabric.fabric.Fabric.setup_module parameter) MPSAccelerator (class in lightning_fabric.accelerators) multifile (pytorch_lightning.cli.SaveConfigCallback parameter), [1] multiple_trainloader_mode (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1]

N

name (lightning_fabric.fabric.Fabric.log parameter) (lightning_fabric.loggers.CSVLogger parameter), [1] (lightning_fabric.loggers.CSVLogger property) (lightning_fabric.loggers.Logger property) (lightning_fabric.loggers.TensorBoardLogger parameter), [1] (lightning_fabric.loggers.TensorBoardLogger property) (lightning_fabric.strategies.DataParallelStrategy.barrier parameter) (lightning_fabric.strategies.DDPStrategy.barrier parameter) (lightning_fabric.strategies.FSDPStrategy.barrier parameter) (lightning_fabric.strategies.SingleDeviceStrategy.barrier parameter) (lightning_fabric.strategies.Strategy.barrier parameter) (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.loggers.comet.CometLogger property) (pytorch_lightning.loggers.CometLogger property) (pytorch_lightning.loggers.csv_logs.CSVLogger parameter), [1] (pytorch_lightning.loggers.CSVLogger parameter), [1] (pytorch_lightning.loggers.logger.DummyLogger property) (pytorch_lightning.loggers.mlflow.MLFlowLogger property) (pytorch_lightning.loggers.MLFlowLogger property) (pytorch_lightning.loggers.neptune.NeptuneLogger parameter), [1] (pytorch_lightning.loggers.neptune.NeptuneLogger property) (pytorch_lightning.loggers.NeptuneLogger parameter), [1] (pytorch_lightning.loggers.NeptuneLogger property) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger property) (pytorch_lightning.loggers.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger property) (pytorch_lightning.strategies.BaguaStrategy.barrier parameter) (pytorch_lightning.strategies.DataParallelStrategy.barrier parameter) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy.barrier parameter) (pytorch_lightning.strategies.DDPSpawnStrategy.barrier parameter) (pytorch_lightning.strategies.DDPStrategy.barrier parameter) (pytorch_lightning.strategies.HivemindStrategy.barrier parameter) (pytorch_lightning.strategies.IPUStrategy.barrier parameter) (pytorch_lightning.strategies.SingleDeviceStrategy.barrier parameter) (pytorch_lightning.strategies.Strategy.barrier parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.barrier parameter)

NativeSyncBatchNorm (class in pytorch_lightning.plugins) NeptuneLogger (class in pytorch_lightning.loggers) (class in pytorch_lightning.loggers.neptune) nested_key (pytorch_lightning.cli.LightningArgumentParser.add_lightning_class_args parameter) (pytorch_lightning.cli.LightningArgumentParser.add_lr_scheduler_args parameter) (pytorch_lightning.cli.LightningArgumentParser.add_optimizer_args parameter) no_backward_sync() (lightning_fabric.fabric.Fabric method) node_rank (lightning_fabric.fabric.Fabric property) node_rank() (lightning_fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning_fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning_fabric.plugins.environments.lightning.LightningEnvironment method) (lightning_fabric.plugins.environments.lsf.LSFEnvironment method) (lightning_fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning_fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning_fabric.plugins.environments.xla.XLAEnvironment method) (pytorch_lightning.plugins.environments.ClusterEnvironment method) (pytorch_lightning.plugins.environments.KubeflowEnvironment method) (pytorch_lightning.plugins.environments.LightningEnvironment method) (pytorch_lightning.plugins.environments.LSFEnvironment method) (pytorch_lightning.plugins.environments.SLURMEnvironment method) (pytorch_lightning.plugins.environments.TorchElasticEnvironment method) (pytorch_lightning.plugins.environments.XLAEnvironment method) num_dataloaders (pytorch_lightning.loops.dataloader.dataloader_loop.DataLoaderLoop property) (pytorch_lightning.loops.dataloader.EvaluationLoop property) (pytorch_lightning.loops.dataloader.PredictionLoop property) (pytorch_lightning.loops.epoch.PredictionEpochLoop.advance parameter) (pytorch_lightning.loops.epoch.PredictionEpochLoop.on_run_start parameter) num_devices (pytorch_lightning.trainer.trainer.Trainer property) num_nodes (lightning_fabric.fabric.Fabric parameter), [1] (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] num_processes (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] num_sanity_val_steps (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] num_training (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) num_training_steps (pytorch_lightning.callbacks.LearningRateFinder parameter), [1], [2] num_workers (pytorch_lightning.core.LightningDataModule.from_datasets parameter) nvme_path (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1]

O

obj (lightning_fabric.fabric.Fabric.to_device parameter) (lightning_fabric.strategies.DataParallelStrategy.broadcast parameter) (lightning_fabric.strategies.DDPStrategy.broadcast parameter) (lightning_fabric.strategies.FSDPStrategy.broadcast parameter) (lightning_fabric.strategies.SingleDeviceStrategy.broadcast parameter) (lightning_fabric.strategies.Strategy.broadcast parameter) (pytorch_lightning.strategies.BaguaStrategy.broadcast parameter) (pytorch_lightning.strategies.ColossalAIStrategy.broadcast parameter) (pytorch_lightning.strategies.DataParallelStrategy.broadcast parameter) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy.broadcast parameter) (pytorch_lightning.strategies.DDPSpawnStrategy.broadcast parameter) (pytorch_lightning.strategies.DDPStrategy.broadcast parameter) (pytorch_lightning.strategies.HivemindStrategy.broadcast parameter) (pytorch_lightning.strategies.HPUParallelStrategy.broadcast parameter) (pytorch_lightning.strategies.IPUStrategy.broadcast parameter) (pytorch_lightning.strategies.SingleDeviceStrategy.broadcast parameter) (pytorch_lightning.strategies.Strategy.broadcast parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.broadcast parameter) observer_enabled_stages (pytorch_lightning.callbacks.QuantizationAwareTraining parameter), [1], [2] observer_type (pytorch_lightning.callbacks.QuantizationAwareTraining parameter), [1], [2] offline (pytorch_lightning.loggers.comet.CometLogger parameter), [1] (pytorch_lightning.loggers.CometLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger parameter), [1] offload_optimizer (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] (pytorch_lightning.strategies.HivemindStrategy parameter), [1] offload_optimizer_device (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] offload_parameters (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] offload_params_device (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] on_advance_end() (pytorch_lightning.loops.dataloader.dataloader_loop.DataLoaderLoop method) (pytorch_lightning.loops.dataloader.EvaluationLoop method) (pytorch_lightning.loops.epoch.TrainingEpochLoop method) (pytorch_lightning.loops.FitLoop method) (pytorch_lightning.loops.loop.Loop method) on_advance_start() (pytorch_lightning.loops.dataloader.dataloader_loop.DataLoaderLoop method) (pytorch_lightning.loops.dataloader.EvaluationLoop method) (pytorch_lightning.loops.FitLoop method) (pytorch_lightning.loops.loop.Loop method) on_after_backward() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.core.hooks.ModelHooks method) on_after_batch_transfer() (pytorch_lightning.core.hooks.DataHooks method) on_before_backward() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.core.hooks.ModelHooks method) on_before_batch_transfer() (pytorch_lightning.core.hooks.DataHooks method) on_before_optimizer_step() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.core.hooks.ModelHooks method) on_before_zero_grad() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.core.hooks.ModelHooks method) on_epoch (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) on_exception() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.RichProgressBar method) on_fit_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.core.hooks.ModelHooks method) on_fit_start() (pytorch_lightning.callbacks.BackboneFinetuning method) (pytorch_lightning.callbacks.BaseFinetuning method) (pytorch_lightning.callbacks.BatchSizeFinder method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.LearningRateFinder method) (pytorch_lightning.callbacks.ModelSummary method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.callbacks.StochasticWeightAveraging method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.core.hooks.ModelHooks method) on_gpu (pytorch_lightning.core.LightningModule property) on_load_checkpoint() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.core.hooks.CheckpointHooks method) (pytorch_lightning.loops.epoch.EvaluationEpochLoop method) (pytorch_lightning.loops.epoch.TrainingEpochLoop method) (pytorch_lightning.loops.loop.Loop method) on_predict_batch_end() (pytorch_lightning.callbacks.BasePredictionWriter method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) on_predict_batch_start() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) on_predict_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) on_predict_epoch_end() (pytorch_lightning.callbacks.BasePredictionWriter method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.core.hooks.ModelHooks method) on_predict_epoch_start() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.core.hooks.ModelHooks method) on_predict_model_eval() (pytorch_lightning.core.hooks.ModelHooks method) on_predict_start() (pytorch_lightning.callbacks.BatchSizeFinder method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) on_run_end() (pytorch_lightning.loops.batch.TrainingBatchLoop method) (pytorch_lightning.loops.dataloader.EvaluationLoop method) (pytorch_lightning.loops.dataloader.PredictionLoop method) (pytorch_lightning.loops.epoch.EvaluationEpochLoop method) (pytorch_lightning.loops.epoch.PredictionEpochLoop method) (pytorch_lightning.loops.epoch.TrainingEpochLoop method) (pytorch_lightning.loops.FitLoop method) (pytorch_lightning.loops.loop.Loop method) (pytorch_lightning.loops.optimization.ManualOptimization method) (pytorch_lightning.loops.optimization.OptimizerLoop method) on_run_start() (pytorch_lightning.loops.batch.TrainingBatchLoop method) (pytorch_lightning.loops.dataloader.EvaluationLoop method) (pytorch_lightning.loops.dataloader.PredictionLoop method) (pytorch_lightning.loops.epoch.EvaluationEpochLoop method) (pytorch_lightning.loops.epoch.PredictionEpochLoop method) (pytorch_lightning.loops.epoch.TrainingEpochLoop method) (pytorch_lightning.loops.FitLoop method) (pytorch_lightning.loops.loop.Loop method) (pytorch_lightning.loops.optimization.ManualOptimization method) (pytorch_lightning.loops.optimization.OptimizerLoop method) on_sanity_check_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) on_sanity_check_start() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) on_save_checkpoint() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.ModelPruning method) (pytorch_lightning.core.hooks.CheckpointHooks method) (pytorch_lightning.loops.epoch.EvaluationEpochLoop method) (pytorch_lightning.loops.epoch.TrainingEpochLoop method) (pytorch_lightning.loops.loop.Loop method) on_skip() (pytorch_lightning.loops.dataloader.EvaluationLoop method) (pytorch_lightning.loops.loop.Loop method) on_step (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) on_test_batch_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.DeviceStatsMonitor method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) on_test_batch_start() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.DeviceStatsMonitor method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) on_test_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) on_test_epoch_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.core.hooks.ModelHooks method) on_test_epoch_start() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.core.hooks.ModelHooks method) on_test_model_eval() (pytorch_lightning.core.hooks.ModelHooks method) on_test_model_train() (pytorch_lightning.core.hooks.ModelHooks method) on_test_start() (pytorch_lightning.callbacks.BatchSizeFinder method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) on_tpu (pytorch_lightning.core.LightningModule.optimizer_step parameter) (pytorch_lightning.core.module.LightningModule.optimizer_step parameter) on_train_batch_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.DeviceStatsMonitor method) (pytorch_lightning.callbacks.ModelCheckpoint method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method)

on_train_batch_start() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.DeviceStatsMonitor method) (pytorch_lightning.callbacks.LearningRateMonitor method) (pytorch_lightning.core.hooks.ModelHooks method) (pytorch_lightning.strategies.HivemindStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) on_train_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.ModelPruning method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.callbacks.StochasticWeightAveraging method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) on_train_epoch_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.EarlyStopping method) (pytorch_lightning.callbacks.ModelCheckpoint method) (pytorch_lightning.callbacks.ModelPruning method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.StochasticWeightAveraging method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) on_train_epoch_start() (pytorch_lightning.callbacks.BaseFinetuning method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.GradientAccumulationScheduler method) (pytorch_lightning.callbacks.LearningRateMonitor method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.StochasticWeightAveraging method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) on_train_start() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.LearningRateMonitor method) (pytorch_lightning.callbacks.ModelCheckpoint method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) on_validation_batch_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.DeviceStatsMonitor method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) on_validation_batch_start() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.DeviceStatsMonitor method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) on_validation_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.EarlyStopping method) (pytorch_lightning.callbacks.ModelCheckpoint method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) on_validation_epoch_end() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.ModelPruning method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) on_validation_epoch_start() (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.core.hooks.ModelHooks method) on_validation_model_eval() (pytorch_lightning.core.hooks.ModelHooks method) on_validation_model_train() (pytorch_lightning.core.hooks.ModelHooks method) on_validation_start() (pytorch_lightning.callbacks.BatchSizeFinder method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.hooks.ModelHooks method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) opt_idx (pytorch_lightning.strategies.ColossalAIStrategy.optimizer_step parameter) (pytorch_lightning.strategies.DDPStrategy.optimizer_step parameter) (pytorch_lightning.strategies.HPUParallelStrategy.optimizer_step parameter) (pytorch_lightning.strategies.SingleHPUStrategy.optimizer_step parameter) (pytorch_lightning.strategies.Strategy.optimizer_step parameter) opt_level (pytorch_lightning.plugins.precision.HPUPrecisionPlugin parameter), [1], [2] optimizer (lightning_fabric.strategies.Strategy.optimizer_step parameter) (pytorch_lightning.callbacks.BaseFinetuning.filter_on_optimizer parameter) (pytorch_lightning.callbacks.BaseFinetuning.unfreeze_and_add_param_group parameter) (pytorch_lightning.cli.LightningCLI.configure_optimizers parameter) (pytorch_lightning.core.hooks.ModelHooks.on_before_optimizer_step parameter) (pytorch_lightning.core.hooks.ModelHooks.on_before_zero_grad parameter) (pytorch_lightning.core.LightningModule.backward parameter) (pytorch_lightning.core.LightningModule.clip_gradients parameter) (pytorch_lightning.core.LightningModule.configure_gradient_clipping parameter) (pytorch_lightning.core.LightningModule.optimizer_step parameter) (pytorch_lightning.core.LightningModule.optimizer_zero_grad parameter) (pytorch_lightning.core.LightningModule.toggle_optimizer parameter) (pytorch_lightning.core.module.LightningModule.backward parameter) (pytorch_lightning.core.module.LightningModule.configure_gradient_clipping parameter) (pytorch_lightning.core.module.LightningModule.on_before_optimizer_step parameter) (pytorch_lightning.core.module.LightningModule.on_before_zero_grad parameter) (pytorch_lightning.core.module.LightningModule.optimizer_step parameter) (pytorch_lightning.core.module.LightningModule.optimizer_zero_grad parameter) (pytorch_lightning.core.module.LightningModule.toggle_optimizer parameter) (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.DeepSpeedPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.IPUPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.PrecisionPlugin.backward parameter) (pytorch_lightning.strategies.ColossalAIStrategy.optimizer_step parameter) (pytorch_lightning.strategies.DDPStrategy.optimizer_step parameter) (pytorch_lightning.strategies.HPUParallelStrategy.optimizer_step parameter) (pytorch_lightning.strategies.SingleHPUStrategy.optimizer_step parameter) (pytorch_lightning.strategies.Strategy.backward parameter) (pytorch_lightning.strategies.Strategy.optimizer_step parameter) optimizer_buffer_count (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] optimizer_class (pytorch_lightning.cli.LightningArgumentParser.add_optimizer_args parameter) optimizer_closure (pytorch_lightning.core.LightningModule.optimizer_step parameter) (pytorch_lightning.core.module.LightningModule.optimizer_step parameter) optimizer_idx (pytorch_lightning.core.hooks.ModelHooks.on_before_optimizer_step parameter) (pytorch_lightning.core.LightningModule.backward parameter) (pytorch_lightning.core.LightningModule.configure_gradient_clipping parameter) (pytorch_lightning.core.LightningModule.lr_scheduler_step parameter) (pytorch_lightning.core.LightningModule.optimizer_step parameter) (pytorch_lightning.core.LightningModule.optimizer_zero_grad parameter) (pytorch_lightning.core.LightningModule.toggle_optimizer parameter) (pytorch_lightning.core.LightningModule.training_step parameter) (pytorch_lightning.core.LightningModule.untoggle_optimizer parameter) (pytorch_lightning.core.module.LightningModule.backward parameter) (pytorch_lightning.core.module.LightningModule.configure_gradient_clipping parameter) (pytorch_lightning.core.module.LightningModule.on_before_optimizer_step parameter) (pytorch_lightning.core.module.LightningModule.optimizer_step parameter) (pytorch_lightning.core.module.LightningModule.optimizer_zero_grad parameter) (pytorch_lightning.core.module.LightningModule.toggle_optimizer parameter) (pytorch_lightning.core.module.LightningModule.training_step parameter) (pytorch_lightning.core.module.LightningModule.untoggle_optimizer parameter) (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.DeepSpeedPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.IPUPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.PrecisionPlugin.backward parameter) (pytorch_lightning.strategies.Strategy.backward parameter) optimizer_state() (pytorch_lightning.strategies.Strategy method) optimizer_step() (lightning_fabric.plugins.precision.MixedPrecision method) (lightning_fabric.plugins.precision.Precision method) (lightning_fabric.plugins.precision.TPUPrecision method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.core.LightningModule method) (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin method) (pytorch_lightning.plugins.precision.DeepSpeedPrecisionPlugin method) (pytorch_lightning.plugins.precision.IPUPrecisionPlugin method) (pytorch_lightning.plugins.precision.MixedPrecisionPlugin method) (pytorch_lightning.plugins.precision.PrecisionPlugin method) (pytorch_lightning.plugins.precision.TPUPrecisionPlugin method) (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.HPUParallelStrategy method) (pytorch_lightning.strategies.SingleHPUStrategy method) (pytorch_lightning.strategies.Strategy method) optimizer_zero_grad() (pytorch_lightning.core.LightningModule method) OptimizerLoop (class in pytorch_lightning.loops.optimization) optimizers() (pytorch_lightning.core.LightningModule method) output_file (pytorch_lightning.utilities.deepspeed.convert_zero_checkpoint_to_fp32_state_dict parameter), [1] output_result_cls (pytorch_lightning.loops.optimization.ManualOptimization attribute) (pytorch_lightning.loops.optimization.OptimizerLoop attribute) outputs (pytorch_lightning.core.hooks.ModelHooks.on_predict_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_test_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_train_batch_end parameter) (pytorch_lightning.core.hooks.ModelHooks.on_validation_batch_end parameter) (pytorch_lightning.core.LightningModule.test_epoch_end parameter) (pytorch_lightning.core.LightningModule.training_epoch_end parameter) (pytorch_lightning.core.LightningModule.validation_epoch_end parameter) (pytorch_lightning.core.module.LightningModule.on_predict_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_test_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_train_batch_end parameter) (pytorch_lightning.core.module.LightningModule.on_validation_batch_end parameter) (pytorch_lightning.core.module.LightningModule.test_epoch_end parameter) (pytorch_lightning.core.module.LightningModule.training_epoch_end parameter) (pytorch_lightning.core.module.LightningModule.validation_epoch_end parameter) overfit_batches (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] overlap_comm (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] overlap_events (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] overwrite (pytorch_lightning.cli.SaveConfigCallback parameter), [1]

P

ParallelStrategy (class in lightning_fabric.strategies) (class in pytorch_lightning.strategies) parameter_names (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] parameters_to_prune (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] params (lightning_fabric.loggers.CSVLogger.log_hyperparams parameter) (lightning_fabric.loggers.Logger.log_hyperparams parameter) (lightning_fabric.loggers.TensorBoardLogger.log_hyperparams parameter) (pytorch_lightning.callbacks.BaseFinetuning.filter_on_optimizer parameter) (pytorch_lightning.loggers.comet.CometLogger.log_hyperparams parameter) (pytorch_lightning.loggers.CometLogger.log_hyperparams parameter) (pytorch_lightning.loggers.csv_logs.CSVLogger.log_hyperparams parameter) (pytorch_lightning.loggers.CSVLogger.log_hyperparams parameter) (pytorch_lightning.loggers.logger.DummyLogger.log_hyperparams parameter) (pytorch_lightning.loggers.mlflow.MLFlowLogger.log_hyperparams parameter) (pytorch_lightning.loggers.MLFlowLogger.log_hyperparams parameter) (pytorch_lightning.loggers.neptune.NeptuneLogger.log_hyperparams parameter) (pytorch_lightning.loggers.NeptuneLogger.log_hyperparams parameter) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger.log_hyperparams parameter) (pytorch_lightning.loggers.TensorBoardLogger.log_hyperparams parameter) (pytorch_lightning.loggers.wandb.WandbLogger.log_hyperparams parameter) (pytorch_lightning.loggers.WandbLogger.log_hyperparams parameter) params_buffer_count (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] params_buffer_size (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] parent_parser (pytorch_lightning.utilities.argparse.add_argparse_args parameter), [1] parse_argparser() (in module pytorch_lightning.utilities.argparse) parse_arguments() (pytorch_lightning.cli.LightningCLI method) parse_class_init_keys() (in module pytorch_lightning.utilities.parsing) parse_devices() (lightning_fabric.accelerators.Accelerator static method) (lightning_fabric.accelerators.CPUAccelerator static method) (lightning_fabric.accelerators.CUDAAccelerator static method) (lightning_fabric.accelerators.MPSAccelerator static method) (lightning_fabric.accelerators.TPUAccelerator static method) (pytorch_lightning.accelerators.CPUAccelerator static method) (pytorch_lightning.accelerators.CUDAAccelerator static method) (pytorch_lightning.accelerators.HPUAccelerator static method) (pytorch_lightning.accelerators.IPUAccelerator static method) (pytorch_lightning.accelerators.TPUAccelerator static method) parse_env_variables() (in module pytorch_lightning.utilities.argparse) parser (pytorch_lightning.cli.LightningCLI.add_arguments_to_parser parameter) (pytorch_lightning.cli.SaveConfigCallback parameter), [1] parser_kwargs (pytorch_lightning.cli.LightningCLI parameter), [1] partition_activations (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] PassThroughProfiler (class in pytorch_lightning.profilers) path (lightning_fabric.plugins.io.checkpoint_io.CheckpointIO.load_checkpoint parameter) (lightning_fabric.plugins.io.checkpoint_io.CheckpointIO.remove_checkpoint parameter) (lightning_fabric.plugins.io.checkpoint_io.CheckpointIO.save_checkpoint parameter) (lightning_fabric.plugins.io.torch_io.TorchCheckpointIO.load_checkpoint parameter) (lightning_fabric.plugins.io.torch_io.TorchCheckpointIO.remove_checkpoint parameter) (lightning_fabric.plugins.io.torch_io.TorchCheckpointIO.save_checkpoint parameter) (lightning_fabric.plugins.io.xla.XLACheckpointIO.save_checkpoint parameter) (pytorch_lightning.plugins.io.CheckpointIO.load_checkpoint parameter) (pytorch_lightning.plugins.io.CheckpointIO.remove_checkpoint parameter) (pytorch_lightning.plugins.io.CheckpointIO.save_checkpoint parameter) (pytorch_lightning.plugins.io.HPUCheckpointIO.save_checkpoint parameter) (pytorch_lightning.plugins.io.TorchCheckpointIO.load_checkpoint parameter) (pytorch_lightning.plugins.io.TorchCheckpointIO.remove_checkpoint parameter) (pytorch_lightning.plugins.io.TorchCheckpointIO.save_checkpoint parameter) (pytorch_lightning.plugins.io.XLACheckpointIO.save_checkpoint parameter) path_args (pytorch_lightning.utilities.parsing.collect_init_args parameter), [1] patience (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] pin_memory (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] pl_module (pytorch_lightning.callbacks.Callback.on_load_checkpoint parameter), [1] (pytorch_lightning.callbacks.Callback.on_save_checkpoint parameter), [1] (pytorch_lightning.callbacks.ModelPruning.on_save_checkpoint parameter) placement_policy (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] plugins (lightning_fabric.fabric.Fabric parameter), [1] (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] port (pytorch_lightning.profilers.XLAProfiler parameter), [1] post_backward() (lightning_fabric.plugins.precision.Precision method) (pytorch_lightning.plugins.precision.PrecisionPlugin method) (pytorch_lightning.strategies.Strategy method) pre_backward() (lightning_fabric.plugins.precision.Precision method) (pytorch_lightning.plugins.precision.MixedPrecisionPlugin method) (pytorch_lightning.plugins.precision.PrecisionPlugin method) (pytorch_lightning.strategies.DDPShardedStrategy method) (pytorch_lightning.strategies.DDPSpawnShardedStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.Strategy method) Precision (class in lightning_fabric.plugins.precision) precision (lightning_fabric.fabric.Fabric parameter), [1] (lightning_fabric.plugins.precision.MixedPrecision parameter), [1] (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin parameter), [1], [2] (pytorch_lightning.plugins.precision.DeepSpeedPrecisionPlugin parameter), [1], [2] (pytorch_lightning.plugins.precision.HPUPrecisionPlugin parameter), [1], [2] (pytorch_lightning.plugins.precision.MixedPrecisionPlugin parameter), [1], [2] (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] PrecisionPlugin (class in pytorch_lightning.plugins.precision) predict() (pytorch_lightning.trainer.trainer.Trainer method) predict_batch_idx (pytorch_lightning.callbacks.ProgressBarBase property) predict_dataloader() (pytorch_lightning.core.hooks.DataHooks method) predict_dataset (pytorch_lightning.core.LightningDataModule.from_datasets parameter) predict_step() (pytorch_lightning.core.LightningModule method) (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPFullyShardedStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.DeepSpeedStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method)

predict_step_context() (pytorch_lightning.plugins.precision.PrecisionPlugin method) prediction_writer_callbacks (pytorch_lightning.trainer.trainer.Trainer property) PredictionEpochLoop (class in pytorch_lightning.loops.epoch) PredictionLoop (class in pytorch_lightning.loops.dataloader) prefix (lightning_fabric.loggers.CSVLogger parameter), [1] (lightning_fabric.loggers.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.comet.CometLogger parameter), [1] (pytorch_lightning.loggers.CometLogger parameter), [1] (pytorch_lightning.loggers.csv_logs.CSVLogger parameter), [1] (pytorch_lightning.loggers.CSVLogger parameter), [1] (pytorch_lightning.loggers.mlflow.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.neptune.NeptuneLogger parameter), [1] (pytorch_lightning.loggers.NeptuneLogger parameter), [1] (pytorch_lightning.loggers.tensorboard.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger parameter), [1] (pytorch_lightning.loops.loop.Loop.state_dict parameter) prepare_data() (pytorch_lightning.core.hooks.DataHooks method) prepare_data_per_node (pytorch_lightning.core.hooks.DataHooks attribute) (pytorch_lightning.core.LightningDataModule attribute) print() (lightning_fabric.fabric.Fabric method) (pytorch_lightning.callbacks.ProgressBarBase method) (pytorch_lightning.callbacks.TQDMProgressBar method) (pytorch_lightning.core.LightningModule method) print_nan_gradients() (in module pytorch_lightning.utilities.finite_checks) process_dataloader() (lightning_fabric.strategies.Strategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) process_position (pytorch_lightning.callbacks.TQDMProgressBar parameter), [1], [2] profile() (pytorch_lightning.profilers.Profiler method) Profiler (class in pytorch_lightning.profilers) profiler (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] prog_bar (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) progress_bar_callback (pytorch_lightning.trainer.trainer.Trainer property) ProgressBarBase (class in pytorch_lightning.callbacks) project (pytorch_lightning.loggers.neptune.NeptuneLogger parameter), [1] (pytorch_lightning.loggers.NeptuneLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger parameter), [1] project_name (pytorch_lightning.loggers.comet.CometLogger parameter), [1] (pytorch_lightning.loggers.CometLogger parameter), [1] prune_on_train_epoch_end (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] pruning_dim (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] pruning_fn (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] pruning_norm (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] pytorch_lightning.loggers.comet module pytorch_lightning.loggers.csv_logs module pytorch_lightning.loggers.logger module pytorch_lightning.loggers.mlflow module pytorch_lightning.loggers.neptune module pytorch_lightning.loggers.tensorboard module pytorch_lightning.loggers.wandb module pytorch_lightning.utilities.apply_func module pytorch_lightning.utilities.argparse module pytorch_lightning.utilities.cloud_io module pytorch_lightning.utilities.deepspeed module pytorch_lightning.utilities.distributed module pytorch_lightning.utilities.finite_checks module pytorch_lightning.utilities.memory module pytorch_lightning.utilities.model_summary module pytorch_lightning.utilities.optimizer module pytorch_lightning.utilities.parsing module pytorch_lightning.utilities.rank_zero module pytorch_lightning.utilities.seed module pytorch_lightning.utilities.warnings module PyTorchProfiler (class in pytorch_lightning.profilers)

Q

qconfig (pytorch_lightning.callbacks.QuantizationAwareTraining parameter), [1], [2] QuantizationAwareTraining (class in pytorch_lightning.callbacks)

quantize_on_fit_end (pytorch_lightning.callbacks.QuantizationAwareTraining parameter), [1], [2] queue_depth (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1]

R

rank_zero_only (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) (pytorch_lightning.strategies.ColossalAIStrategy.lightning_module_state_dict parameter) reconciliate_processes() (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.ParallelStrategy method) record_module_names (pytorch_lightning.profilers.PyTorchProfiler parameter), [1] recursive_detach() (in module pytorch_lightning.utilities.memory) reduce() (pytorch_lightning.strategies.BaguaStrategy method) (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.HivemindStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.SingleDeviceStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) reduce_boolean_decision() (lightning_fabric.strategies.DataParallelStrategy method) (lightning_fabric.strategies.ParallelStrategy method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.ParallelStrategy method) (pytorch_lightning.strategies.Strategy method) reduce_bucket_size (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] reduce_fx (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) reduce_op (lightning_fabric.strategies.DataParallelStrategy.all_reduce parameter) (lightning_fabric.strategies.DDPStrategy.all_reduce parameter) (lightning_fabric.strategies.FSDPStrategy.all_reduce parameter) (lightning_fabric.strategies.Strategy.all_reduce parameter) (pytorch_lightning.strategies.BaguaStrategy.reduce parameter) (pytorch_lightning.strategies.ColossalAIStrategy.reduce parameter) (pytorch_lightning.strategies.DataParallelStrategy.reduce parameter) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy.reduce parameter) (pytorch_lightning.strategies.DDPSpawnStrategy.reduce parameter) (pytorch_lightning.strategies.DDPStrategy.reduce parameter) (pytorch_lightning.strategies.HivemindStrategy.reduce parameter) (pytorch_lightning.strategies.IPUStrategy.reduce parameter) (pytorch_lightning.strategies.Strategy.reduce parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.reduce parameter) reduce_scatter (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] refresh_rate (pytorch_lightning.callbacks.RichProgressBar parameter), [1], [2] (pytorch_lightning.callbacks.TQDMProgressBar parameter), [1], [2] register_ddp_comm_hook() (in module pytorch_lightning.utilities.distributed) reload_dataloaders_every_n_epochs (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] remote_device (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] remove_checkpoint() (lightning_fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning_fabric.plugins.io.torch_io.TorchCheckpointIO method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.plugins.io.CheckpointIO method) (pytorch_lightning.plugins.io.TorchCheckpointIO method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) replace() (pytorch_lightning.loops.loop.Loop method) replace_sampler (lightning_fabric.fabric.Fabric.setup_dataloaders parameter) replace_sampler_ddp (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] requeue_signal (lightning_fabric.plugins.environments.slurm.SLURMEnvironment parameter), [1] (pytorch_lightning.plugins.environments.SLURMEnvironment parameter), [1], [2] required (pytorch_lightning.cli.LightningArgumentParser.add_lightning_class_args parameter) requires_grad (pytorch_lightning.callbacks.BaseFinetuning.filter_params parameter) resample_parameters (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] reset() (pytorch_lightning.loops.batch.TrainingBatchLoop method) (pytorch_lightning.loops.dataloader.dataloader_loop.DataLoaderLoop method) (pytorch_lightning.loops.dataloader.EvaluationLoop method) (pytorch_lightning.loops.dataloader.PredictionLoop method) (pytorch_lightning.loops.epoch.EvaluationEpochLoop method) (pytorch_lightning.loops.epoch.PredictionEpochLoop method) (pytorch_lightning.loops.epoch.TrainingEpochLoop method) (pytorch_lightning.loops.FitLoop method) (pytorch_lightning.loops.loop.Loop method) (pytorch_lightning.loops.optimization.ManualOptimization method) (pytorch_lightning.loops.optimization.OptimizerLoop method)

reset_batch_norm_and_save_state() (pytorch_lightning.callbacks.StochasticWeightAveraging method) reset_momenta() (pytorch_lightning.callbacks.StochasticWeightAveraging method) reset_predict_dataloader() (pytorch_lightning.trainer.trainer.Trainer method) reset_test_dataloader() (pytorch_lightning.trainer.trainer.Trainer method) reset_train_dataloader() (pytorch_lightning.trainer.trainer.Trainer method) reset_val_dataloader() (pytorch_lightning.trainer.trainer.Trainer method) reshard_after_forward (pytorch_lightning.strategies.DDPFullyShardedStrategy parameter), [1] resolve_root_node_address() (lightning_fabric.plugins.environments.slurm.SLURMEnvironment static method) (pytorch_lightning.plugins.environments.SLURMEnvironment static method) resolve_tags() (in module pytorch_lightning.loggers.mlflow) rest_api_key (pytorch_lightning.loggers.comet.CometLogger parameter), [1] (pytorch_lightning.loggers.CometLogger parameter), [1] restarting (pytorch_lightning.loops.FitLoop property) (pytorch_lightning.loops.loop.Loop property) restore_checkpoint_after_setup (pytorch_lightning.strategies.ColossalAIStrategy property) (pytorch_lightning.strategies.DeepSpeedStrategy property) (pytorch_lightning.strategies.Strategy property) resume_from_checkpoint (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] return_predictions (pytorch_lightning.loops.dataloader.PredictionLoop property) (pytorch_lightning.trainer.Trainer.predict parameter) (pytorch_lightning.trainer.trainer.Trainer.predict parameter) reuse_grad_buffers (pytorch_lightning.strategies.HivemindStrategy parameter), [1] revert() (pytorch_lightning.plugins.LayerSync method) (pytorch_lightning.plugins.NativeSyncBatchNorm method) RichModelSummary (class in pytorch_lightning.callbacks) RichProgressBar (class in pytorch_lightning.callbacks) root_device (lightning_fabric.strategies.DataParallelStrategy property) (lightning_fabric.strategies.DDPStrategy property) (lightning_fabric.strategies.FSDPStrategy property) (lightning_fabric.strategies.SingleDeviceStrategy property) (lightning_fabric.strategies.Strategy property) (pytorch_lightning.strategies.ColossalAIStrategy property) (pytorch_lightning.strategies.DataParallelStrategy property) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy property) (pytorch_lightning.strategies.DDPSpawnStrategy property) (pytorch_lightning.strategies.DDPStrategy property) (pytorch_lightning.strategies.HivemindStrategy property) (pytorch_lightning.strategies.IPUStrategy property) (pytorch_lightning.strategies.ParallelStrategy property) (pytorch_lightning.strategies.SingleDeviceStrategy property) (pytorch_lightning.strategies.Strategy property) (pytorch_lightning.strategies.TPUSpawnStrategy property) root_dir (lightning_fabric.loggers.CSVLogger parameter), [1] (lightning_fabric.loggers.CSVLogger property) (lightning_fabric.loggers.Logger property) (lightning_fabric.loggers.TensorBoardLogger parameter), [1] (lightning_fabric.loggers.TensorBoardLogger property) (pytorch_lightning.loggers.csv_logs.CSVLogger property) (pytorch_lightning.loggers.CSVLogger property) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger property) (pytorch_lightning.loggers.TensorBoardLogger property) rounding (pytorch_lightning.callbacks.BackboneFinetuning parameter), [1], [2] row_limit (pytorch_lightning.profilers.PyTorchProfiler parameter), [1] run (pytorch_lightning.cli.LightningCLI parameter), [1] (pytorch_lightning.loggers.neptune.NeptuneLogger parameter), [1] (pytorch_lightning.loggers.NeptuneLogger parameter), [1] run() (lightning_fabric.fabric.Fabric method) (pytorch_lightning.loops.loop.Loop method) run_id (pytorch_lightning.loggers.mlflow.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.mlflow.MLFlowLogger property) (pytorch_lightning.loggers.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.MLFlowLogger property) (pytorch_lightning.strategies.HivemindStrategy parameter), [1] run_name (pytorch_lightning.loggers.mlflow.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.MLFlowLogger parameter), [1] running_loss (pytorch_lightning.loops.FitLoop property)

S

sanitize_parameters_to_prune() (pytorch_lightning.callbacks.ModelPruning static method) save() (lightning_fabric.fabric.Fabric method) (lightning_fabric.loggers.CSVLogger method) (lightning_fabric.loggers.Logger method) (lightning_fabric.loggers.TensorBoardLogger method) (pytorch_lightning.loggers.csv_logs.ExperimentWriter method) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger method) (pytorch_lightning.loggers.TensorBoardLogger method) save_checkpoint() (lightning_fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning_fabric.plugins.io.torch_io.TorchCheckpointIO method) (lightning_fabric.plugins.io.xla.XLACheckpointIO method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.plugins.io.AsyncCheckpointIO method) (pytorch_lightning.plugins.io.CheckpointIO method) (pytorch_lightning.plugins.io.HPUCheckpointIO method) (pytorch_lightning.plugins.io.TorchCheckpointIO method) (pytorch_lightning.plugins.io.XLACheckpointIO method) (pytorch_lightning.strategies.DeepSpeedStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) (pytorch_lightning.trainer.trainer.Trainer method) save_config_callback (pytorch_lightning.cli.LightningCLI parameter), [1] save_config_kwargs (pytorch_lightning.cli.LightningCLI parameter), [1] save_dir (pytorch_lightning.loggers.comet.CometLogger parameter), [1] (pytorch_lightning.loggers.comet.CometLogger property) (pytorch_lightning.loggers.CometLogger parameter), [1] (pytorch_lightning.loggers.CometLogger property) (pytorch_lightning.loggers.csv_logs.CSVLogger parameter), [1] (pytorch_lightning.loggers.csv_logs.CSVLogger property) (pytorch_lightning.loggers.CSVLogger parameter), [1] (pytorch_lightning.loggers.CSVLogger property) (pytorch_lightning.loggers.logger.Logger property) (pytorch_lightning.loggers.mlflow.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.mlflow.MLFlowLogger property) (pytorch_lightning.loggers.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.MLFlowLogger property) (pytorch_lightning.loggers.neptune.NeptuneLogger property) (pytorch_lightning.loggers.NeptuneLogger property) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.tensorboard.TensorBoardLogger property) (pytorch_lightning.loggers.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.TensorBoardLogger property) (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger property) (pytorch_lightning.loggers.wandb.WandbLogger.download_artifact parameter) (pytorch_lightning.loggers.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger property) (pytorch_lightning.loggers.WandbLogger.download_artifact parameter) save_hyperparameters() (in module pytorch_lightning.utilities.parsing) (pytorch_lightning.core.mixins.HyperparametersMixin method) save_last (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] save_on_train_epoch_end (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] save_top_k (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] save_weights_only (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] SaveConfigCallback (class in pytorch_lightning.cli) scale_batch_size() (pytorch_lightning.tuner.tuning.Tuner method) scale_batch_size_kwargs (pytorch_lightning.trainer.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.Trainer.tune parameter) scaler (lightning_fabric.plugins.precision.MixedPrecision parameter), [1] (pytorch_lightning.plugins.precision.MixedPrecisionPlugin parameter), [1], [2] scheduler (pytorch_lightning.core.LightningModule.lr_scheduler_step parameter) scheduler_fn (pytorch_lightning.strategies.HivemindStrategy parameter), [1] scheduling (pytorch_lightning.callbacks.GradientAccumulationScheduler parameter), [1], [2] seed_everything() (lightning_fabric.fabric.Fabric static method) seed_everything_default (pytorch_lightning.cli.LightningCLI parameter), [1] setup() (lightning_fabric.fabric.Fabric method) (pytorch_lightning.accelerators.Accelerator method) (pytorch_lightning.accelerators.CUDAAccelerator method) (pytorch_lightning.callbacks.BaseFinetuning method) (pytorch_lightning.callbacks.BatchSizeFinder method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.DeviceStatsMonitor method) (pytorch_lightning.callbacks.EarlyStopping method) (pytorch_lightning.callbacks.ModelCheckpoint method) (pytorch_lightning.callbacks.ModelPruning method) (pytorch_lightning.callbacks.ProgressBarBase method) (pytorch_lightning.callbacks.StochasticWeightAveraging method) (pytorch_lightning.cli.SaveConfigCallback method) (pytorch_lightning.core.hooks.DataHooks method) (pytorch_lightning.profilers.Profiler method) (pytorch_lightning.strategies.BaguaStrategy method) (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPFullyShardedStrategy method) (pytorch_lightning.strategies.DDPShardedStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.DeepSpeedStrategy method) (pytorch_lightning.strategies.HivemindStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.SingleDeviceStrategy method) (pytorch_lightning.strategies.SingleHPUStrategy method) (pytorch_lightning.strategies.SingleTPUStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) setup_dataloaders() (lightning_fabric.fabric.Fabric method) setup_device() (lightning_fabric.accelerators.Accelerator method) (lightning_fabric.accelerators.CPUAccelerator method) (lightning_fabric.accelerators.CUDAAccelerator method) (lightning_fabric.accelerators.MPSAccelerator method) (lightning_fabric.accelerators.TPUAccelerator method) (pytorch_lightning.accelerators.CPUAccelerator method) (pytorch_lightning.accelerators.CUDAAccelerator method) (pytorch_lightning.accelerators.HPUAccelerator method) (pytorch_lightning.accelerators.IPUAccelerator method) (pytorch_lightning.accelerators.TPUAccelerator method) setup_environment() (lightning_fabric.strategies.DDPStrategy method) (lightning_fabric.strategies.FSDPStrategy method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.accelerators.Accelerator method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.HPUParallelStrategy method) (pytorch_lightning.strategies.Strategy method) setup_module() (lightning_fabric.fabric.Fabric method) (lightning_fabric.strategies.DataParallelStrategy method) (lightning_fabric.strategies.DDPStrategy method) (lightning_fabric.strategies.FSDPStrategy method) (lightning_fabric.strategies.Strategy method) setup_module_and_optimizers() (lightning_fabric.strategies.FSDPStrategy method) (lightning_fabric.strategies.Strategy method) setup_optimizer() (lightning_fabric.strategies.FSDPStrategy method) (lightning_fabric.strategies.Strategy method) setup_optimizers() (lightning_fabric.fabric.Fabric method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPFullyShardedStrategy method) (pytorch_lightning.strategies.DeepSpeedStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.SingleHPUStrategy method) (pytorch_lightning.strategies.Strategy method) setup_parser() (pytorch_lightning.cli.LightningCLI method) setup_precision_plugin() (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.Strategy method) sharded_model() (lightning_fabric.fabric.Fabric method) ShardedNativeMixedPrecisionPlugin (class in pytorch_lightning.plugins.precision) should_align (pytorch_lightning.callbacks.BackboneFinetuning parameter), [1], [2] should_store_predictions (pytorch_lightning.loops.epoch.PredictionEpochLoop property) SimpleProfiler (class in pytorch_lightning.profilers) single_submit (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] SingleDeviceCollective (class in lightning_fabric.plugins.collectives) SingleDeviceStrategy (class in lightning_fabric.strategies) (class in pytorch_lightning.strategies) SingleHPUStrategy (class in pytorch_lightning.strategies) SingleTPUStrategy (class in lightning_fabric.strategies) (class in pytorch_lightning.strategies) skip (pytorch_lightning.loops.dataloader.EvaluationLoop property) (pytorch_lightning.loops.dataloader.PredictionLoop property) (pytorch_lightning.loops.FitLoop property) (pytorch_lightning.loops.loop.Loop property) SLURMEnvironment (class in lightning_fabric.plugins.environments.slurm) (class in pytorch_lightning.plugins.environments) sort_by_key (pytorch_lightning.profilers.PyTorchProfiler parameter), [1] split_idx (pytorch_lightning.loops.FitLoop property)

split_size (pytorch_lightning.core.LightningModule.tbptt_split_batch parameter) (pytorch_lightning.core.module.LightningModule.tbptt_split_batch parameter) src (lightning_fabric.strategies.DataParallelStrategy.broadcast parameter) (lightning_fabric.strategies.DDPStrategy.broadcast parameter) (lightning_fabric.strategies.FSDPStrategy.broadcast parameter) (lightning_fabric.strategies.SingleDeviceStrategy.broadcast parameter) (lightning_fabric.strategies.Strategy.broadcast parameter) (pytorch_lightning.strategies.BaguaStrategy.broadcast parameter) (pytorch_lightning.strategies.ColossalAIStrategy.broadcast parameter) (pytorch_lightning.strategies.DataParallelStrategy.broadcast parameter) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy.broadcast parameter) (pytorch_lightning.strategies.DDPSpawnStrategy.broadcast parameter) (pytorch_lightning.strategies.DDPStrategy.broadcast parameter) (pytorch_lightning.strategies.HivemindStrategy.broadcast parameter) (pytorch_lightning.strategies.HPUParallelStrategy.broadcast parameter) (pytorch_lightning.strategies.IPUStrategy.broadcast parameter) (pytorch_lightning.strategies.SingleDeviceStrategy.broadcast parameter) (pytorch_lightning.strategies.Strategy.broadcast parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.broadcast parameter) stage (pytorch_lightning.core.datamodule.LightningDataModule.teardown parameter) (pytorch_lightning.core.hooks.DataHooks.setup parameter) (pytorch_lightning.core.hooks.DataHooks.teardown parameter) (pytorch_lightning.core.module.LightningModule.setup parameter) (pytorch_lightning.core.module.LightningModule.teardown parameter) (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] start() (pytorch_lightning.profilers.AdvancedProfiler method) (pytorch_lightning.profilers.PassThroughProfiler method) (pytorch_lightning.profilers.Profiler method) (pytorch_lightning.profilers.PyTorchProfiler method) (pytorch_lightning.profilers.SimpleProfiler method) (pytorch_lightning.profilers.XLAProfiler method) start_time() (pytorch_lightning.callbacks.Timer method) state_dict (lightning_fabric.plugins.precision.MixedPrecision.load_state_dict parameter) (lightning_fabric.plugins.precision.Precision.load_state_dict parameter) (pytorch_lightning.callbacks.BackboneFinetuning.load_state_dict parameter) (pytorch_lightning.callbacks.BaseFinetuning.load_state_dict parameter) (pytorch_lightning.callbacks.Callback.load_state_dict parameter), [1] (pytorch_lightning.callbacks.EarlyStopping.load_state_dict parameter) (pytorch_lightning.callbacks.ModelCheckpoint.load_state_dict parameter) (pytorch_lightning.callbacks.StochasticWeightAveraging.load_state_dict parameter) (pytorch_lightning.callbacks.Timer.load_state_dict parameter) (pytorch_lightning.core.datamodule.LightningDataModule.load_state_dict parameter) (pytorch_lightning.core.LightningDataModule.load_state_dict parameter) (pytorch_lightning.plugins.precision.MixedPrecisionPlugin.load_state_dict parameter) state_dict() (lightning_fabric.plugins.precision.MixedPrecision method) (lightning_fabric.plugins.precision.Precision method) (pytorch_lightning.callbacks.BackboneFinetuning method) (pytorch_lightning.callbacks.BaseFinetuning method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.EarlyStopping method) (pytorch_lightning.callbacks.ModelCheckpoint method) (pytorch_lightning.callbacks.QuantizationAwareTraining method) (pytorch_lightning.callbacks.StochasticWeightAveraging method) (pytorch_lightning.callbacks.Timer method) (pytorch_lightning.core.LightningDataModule method) (pytorch_lightning.loops.loop.Loop method) (pytorch_lightning.plugins.precision.MixedPrecisionPlugin method) state_dict_to_cpu (pytorch_lightning.strategies.DDPFullyShardedStrategy parameter), [1] state_key (pytorch_lightning.callbacks.Callback property) (pytorch_lightning.callbacks.EarlyStopping property) (pytorch_lightning.callbacks.ModelCheckpoint property) status (lightning_fabric.loggers.CSVLogger.finalize parameter) (lightning_fabric.loggers.Logger.finalize parameter) (lightning_fabric.loggers.TensorBoardLogger.finalize parameter) (pytorch_lightning.loggers.mlflow.MLFlowLogger.finalize parameter) (pytorch_lightning.loggers.MLFlowLogger.finalize parameter) (pytorch_lightning.loggers.neptune.NeptuneLogger.finalize parameter) (pytorch_lightning.loggers.NeptuneLogger.finalize parameter) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger.finalize parameter) (pytorch_lightning.loggers.TensorBoardLogger.finalize parameter) (pytorch_lightning.loggers.wandb.WandbLogger.finalize parameter) (pytorch_lightning.loggers.WandbLogger.finalize parameter) step (lightning_fabric.fabric.Fabric.log parameter) (lightning_fabric.fabric.Fabric.log_dict parameter) (lightning_fabric.loggers.CSVLogger.log_metrics parameter) (lightning_fabric.loggers.Logger.log_metrics parameter) (lightning_fabric.loggers.TensorBoardLogger.log_metrics parameter) (pytorch_lightning.loggers.comet.CometLogger.log_metrics parameter) (pytorch_lightning.loggers.CometLogger.log_metrics parameter) (pytorch_lightning.loggers.logger.DummyLogger.log_metrics parameter) (pytorch_lightning.loggers.mlflow.MLFlowLogger.log_metrics parameter) (pytorch_lightning.loggers.MLFlowLogger.log_metrics parameter) (pytorch_lightning.loggers.neptune.NeptuneLogger.log_metrics parameter) (pytorch_lightning.loggers.NeptuneLogger.log_metrics parameter) (pytorch_lightning.loggers.wandb.WandbLogger.log_metrics parameter) (pytorch_lightning.loggers.WandbLogger.log_metrics parameter) step() (pytorch_lightning.core.optimizer.LightningOptimizer method) step_output (pytorch_lightning.core.LightningModule.test_step_end parameter) (pytorch_lightning.core.LightningModule.training_step_end parameter) (pytorch_lightning.core.LightningModule.validation_step_end parameter) (pytorch_lightning.core.module.LightningModule.test_step_end parameter) (pytorch_lightning.core.module.LightningModule.training_step_end parameter) (pytorch_lightning.core.module.LightningModule.validation_step_end parameter) steps_per_trial (pytorch_lightning.callbacks.BatchSizeFinder parameter), [1], [2] (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) StochasticWeightAveraging (class in pytorch_lightning.callbacks) stop() (pytorch_lightning.profilers.AdvancedProfiler method) (pytorch_lightning.profilers.PassThroughProfiler method) (pytorch_lightning.profilers.Profiler method) (pytorch_lightning.profilers.PyTorchProfiler method) (pytorch_lightning.profilers.SimpleProfiler method) (pytorch_lightning.profilers.XLAProfiler method) stopping_threshold (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] storage_options (lightning_fabric.plugins.io.checkpoint_io.CheckpointIO.save_checkpoint parameter) (lightning_fabric.plugins.io.torch_io.TorchCheckpointIO.save_checkpoint parameter) (lightning_fabric.plugins.io.xla.XLACheckpointIO.save_checkpoint parameter) (lightning_fabric.strategies.Strategy.save_checkpoint parameter) (pytorch_lightning.plugins.io.CheckpointIO.save_checkpoint parameter) (pytorch_lightning.plugins.io.HPUCheckpointIO.save_checkpoint parameter) (pytorch_lightning.plugins.io.TorchCheckpointIO.save_checkpoint parameter) (pytorch_lightning.plugins.io.XLACheckpointIO.save_checkpoint parameter) (pytorch_lightning.strategies.DeepSpeedStrategy.save_checkpoint parameter) (pytorch_lightning.strategies.Strategy.save_checkpoint parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.save_checkpoint parameter) (pytorch_lightning.trainer.trainer.Trainer.save_checkpoint parameter) str_to_bool() (in module pytorch_lightning.utilities.parsing) str_to_bool_or_int() (in module pytorch_lightning.utilities.parsing) str_to_bool_or_str() (in module pytorch_lightning.utilities.parsing) Strategy (class in lightning_fabric.strategies) (class in pytorch_lightning.strategies) strategy (lightning_fabric.fabric.Fabric parameter), [1] (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] strict (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] (pytorch_lightning.core.module.LightningModule.load_from_checkpoint parameter) (pytorch_lightning.core.saving.ModelIO.load_from_checkpoint parameter) sub_dir (lightning_fabric.loggers.TensorBoardLogger parameter), [1] (lightning_fabric.loggers.TensorBoardLogger property) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.TensorBoardLogger parameter), [1] sub_group_size (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] subclass_mode (pytorch_lightning.cli.LightningArgumentParser.add_lightning_class_args parameter) subclass_mode_data (pytorch_lightning.cli.LightningCLI parameter), [1] subclass_mode_model (pytorch_lightning.cli.LightningCLI parameter), [1] subcommands() (pytorch_lightning.cli.LightningCLI static method) swa_epoch_start (pytorch_lightning.callbacks.StochasticWeightAveraging parameter), [1], [2] swa_lrs (pytorch_lightning.callbacks.StochasticWeightAveraging parameter), [1], [2] sync_batchnorm (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] sync_dist (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) sync_dist_group (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.LightningModule.log_dict parameter) (pytorch_lightning.core.module.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log_dict parameter) sync_grads (lightning_fabric.fabric.Fabric.all_gather parameter) (lightning_fabric.strategies.Strategy.all_gather parameter) (pytorch_lightning.core.LightningModule.all_gather parameter) (pytorch_lightning.core.module.LightningModule.all_gather parameter) (pytorch_lightning.strategies.HivemindStrategy.all_gather parameter) (pytorch_lightning.strategies.Strategy.all_gather parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.all_gather parameter) synchronize_checkpoint_boundary (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1]

T

tag (pytorch_lightning.utilities.deepspeed.convert_zero_checkpoint_to_fp32_state_dict parameter), [1] tags (pytorch_lightning.loggers.mlflow.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.mlflow.resolve_tags parameter), [1] (pytorch_lightning.loggers.MLFlowLogger parameter), [1] target_batch_size (pytorch_lightning.strategies.HivemindStrategy parameter), [1] tbptt_split_batch() (pytorch_lightning.core.LightningModule method) teardown() (lightning_fabric.accelerators.Accelerator method) (lightning_fabric.accelerators.CPUAccelerator method) (lightning_fabric.accelerators.CUDAAccelerator method) (lightning_fabric.accelerators.MPSAccelerator method) (lightning_fabric.accelerators.TPUAccelerator method) (lightning_fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning_fabric.plugins.environments.lightning.LightningEnvironment method) (lightning_fabric.plugins.io.checkpoint_io.CheckpointIO method) (lightning_fabric.plugins.precision.Precision method) (lightning_fabric.plugins.precision.TPUBf16Precision method) (lightning_fabric.strategies.ParallelStrategy method) (lightning_fabric.strategies.Strategy method) (pytorch_lightning.accelerators.CPUAccelerator method) (pytorch_lightning.accelerators.CUDAAccelerator method) (pytorch_lightning.accelerators.HPUAccelerator method) (pytorch_lightning.accelerators.IPUAccelerator method) (pytorch_lightning.accelerators.TPUAccelerator method) (pytorch_lightning.callbacks.Callback method) (pytorch_lightning.callbacks.RichProgressBar method) (pytorch_lightning.core.hooks.DataHooks method) (pytorch_lightning.loops.batch.TrainingBatchLoop method) (pytorch_lightning.loops.dataloader.EvaluationLoop method) (pytorch_lightning.loops.epoch.EvaluationEpochLoop method) (pytorch_lightning.loops.epoch.TrainingEpochLoop method) (pytorch_lightning.loops.FitLoop method) (pytorch_lightning.loops.loop.Loop method) (pytorch_lightning.plugins.environments.ClusterEnvironment method) (pytorch_lightning.plugins.environments.LightningEnvironment method) (pytorch_lightning.plugins.io.AsyncCheckpointIO method) (pytorch_lightning.plugins.io.CheckpointIO method) (pytorch_lightning.plugins.precision.TPUBf16PrecisionPlugin method) (pytorch_lightning.profilers.AdvancedProfiler method) (pytorch_lightning.profilers.Profiler method) (pytorch_lightning.profilers.PyTorchProfiler method) (pytorch_lightning.strategies.BaguaStrategy method) (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.HivemindStrategy method) (pytorch_lightning.strategies.HPUParallelStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.ParallelStrategy method) (pytorch_lightning.strategies.SingleTPUStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) tensor (lightning_fabric.fabric.Fabric.backward parameter) (lightning_fabric.plugins.precision.MixedPrecision.backward parameter) (lightning_fabric.plugins.precision.Precision.backward parameter) (lightning_fabric.plugins.precision.Precision.post_backward parameter) (lightning_fabric.plugins.precision.Precision.pre_backward parameter) (lightning_fabric.strategies.DataParallelStrategy.all_reduce parameter) (lightning_fabric.strategies.DDPStrategy.all_reduce parameter) (lightning_fabric.strategies.FSDPStrategy.all_reduce parameter) (lightning_fabric.strategies.SingleDeviceStrategy.all_reduce parameter) (lightning_fabric.strategies.Strategy.all_gather parameter) (lightning_fabric.strategies.Strategy.all_reduce parameter) (pytorch_lightning.plugins.precision.ColossalAIPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.DeepSpeedPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.IPUPrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.MixedPrecisionPlugin.pre_backward parameter) (pytorch_lightning.plugins.precision.PrecisionPlugin.backward parameter) (pytorch_lightning.plugins.precision.PrecisionPlugin.post_backward parameter) (pytorch_lightning.plugins.precision.PrecisionPlugin.pre_backward parameter) (pytorch_lightning.strategies.BaguaStrategy.reduce parameter) (pytorch_lightning.strategies.ColossalAIStrategy.reduce parameter) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy.reduce parameter) (pytorch_lightning.strategies.DDPSpawnStrategy.reduce parameter) (pytorch_lightning.strategies.DDPStrategy.reduce parameter) (pytorch_lightning.strategies.HivemindStrategy.all_gather parameter) (pytorch_lightning.strategies.HivemindStrategy.reduce parameter) (pytorch_lightning.strategies.IPUStrategy.reduce parameter) (pytorch_lightning.strategies.SingleDeviceStrategy.reduce parameter) (pytorch_lightning.strategies.Strategy.all_gather parameter) (pytorch_lightning.strategies.Strategy.reduce parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.all_gather parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.reduce parameter) TensorBoardLogger (class in lightning_fabric.loggers) (class in pytorch_lightning.loggers) (class in pytorch_lightning.loggers.tensorboard) test() (pytorch_lightning.trainer.trainer.Trainer method) test_batch_idx (pytorch_lightning.callbacks.ProgressBarBase property) test_dataloader() (pytorch_lightning.core.hooks.DataHooks method) test_dataset (pytorch_lightning.core.LightningDataModule.from_datasets parameter) test_epoch_end() (pytorch_lightning.core.LightningModule method) test_step() (pytorch_lightning.core.LightningModule method) (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPFullyShardedStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.DeepSpeedStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) test_step_context() (pytorch_lightning.plugins.precision.PrecisionPlugin method)

test_step_end() (pytorch_lightning.core.LightningModule method) theme (pytorch_lightning.callbacks.RichProgressBar parameter), [1], [2] thread_count (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1] time_elapsed() (pytorch_lightning.callbacks.Timer method) time_remaining() (pytorch_lightning.callbacks.Timer method) Timer (class in pytorch_lightning.callbacks) to_cpu (pytorch_lightning.utilities.memory.recursive_detach parameter), [1] to_device() (lightning_fabric.fabric.Fabric method) to_onnx() (pytorch_lightning.core.LightningModule method) to_torchscript() (pytorch_lightning.core.LightningModule method) to_uncompiled() (pytorch_lightning.core.LightningModule class method) to_yaml() (pytorch_lightning.callbacks.ModelCheckpoint method) toggle_model() (pytorch_lightning.core.optimizer.LightningOptimizer method) toggle_optimizer() (pytorch_lightning.core.LightningModule method) TorchCheckpointIO (class in lightning_fabric.plugins.io.torch_io) (class in pytorch_lightning.plugins.io) TorchCollective (class in lightning_fabric.plugins.collectives) TorchElasticEnvironment (class in lightning_fabric.plugins.environments.torchelastic) (class in pytorch_lightning.plugins.environments) total_batch_idx (pytorch_lightning.loops.epoch.TrainingEpochLoop property) (pytorch_lightning.loops.FitLoop property) total_predict_batches_current_dataloader (pytorch_lightning.callbacks.ProgressBarBase property) total_test_batches_current_dataloader (pytorch_lightning.callbacks.ProgressBarBase property) total_train_batches (pytorch_lightning.callbacks.ProgressBarBase property) total_val_batches (pytorch_lightning.callbacks.ProgressBarBase property) total_val_batches_current_dataloader (pytorch_lightning.callbacks.ProgressBarBase property) tpu_cores (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] TPUAccelerator (class in lightning_fabric.accelerators) (class in pytorch_lightning.accelerators) TPUBf16Precision (class in lightning_fabric.plugins.precision) TPUBf16PrecisionPlugin (class in pytorch_lightning.plugins.precision) TPUPrecision (class in lightning_fabric.plugins.precision) TPUPrecisionPlugin (class in pytorch_lightning.plugins.precision) TPUSpawnStrategy (class in pytorch_lightning.strategies) TQDMProgressBar (class in pytorch_lightning.callbacks) track_grad_norm (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] tracking_uri (pytorch_lightning.loggers.mlflow.MLFlowLogger parameter), [1] (pytorch_lightning.loggers.MLFlowLogger parameter), [1] train_batch_idx (pytorch_lightning.callbacks.ProgressBarBase property) train_bn (pytorch_lightning.callbacks.BackboneFinetuning parameter), [1], [2] (pytorch_lightning.callbacks.BaseFinetuning.filter_params parameter) (pytorch_lightning.callbacks.BaseFinetuning.freeze parameter) (pytorch_lightning.callbacks.BaseFinetuning.unfreeze_and_add_param_group parameter) train_dataloader() (pytorch_lightning.core.hooks.DataHooks method) train_dataloaders (pytorch_lightning.trainer.Trainer.fit parameter) (pytorch_lightning.trainer.trainer.Trainer.fit parameter) (pytorch_lightning.trainer.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.Trainer.tune parameter) (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) train_dataset (pytorch_lightning.core.LightningDataModule.from_datasets parameter) train_step_context() (pytorch_lightning.plugins.precision.PrecisionPlugin method) train_time_interval (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] Trainer (class in pytorch_lightning.trainer.trainer) trainer (pytorch_lightning.accelerators.Accelerator.setup parameter) (pytorch_lightning.accelerators.CUDAAccelerator.setup parameter) (pytorch_lightning.callbacks.Callback.on_load_checkpoint parameter), [1] (pytorch_lightning.callbacks.Callback.on_save_checkpoint parameter), [1] (pytorch_lightning.callbacks.ModelPruning.on_save_checkpoint parameter) (pytorch_lightning.strategies.BaguaStrategy.setup parameter) (pytorch_lightning.strategies.ColossalAIStrategy.setup parameter) (pytorch_lightning.strategies.DataParallelStrategy.setup parameter) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy.setup parameter) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy.setup_optimizers parameter) (pytorch_lightning.strategies.DDPFullyShardedStrategy.setup parameter) (pytorch_lightning.strategies.DDPFullyShardedStrategy.setup_optimizers parameter) (pytorch_lightning.strategies.DDPShardedStrategy.setup parameter) (pytorch_lightning.strategies.DDPSpawnStrategy.setup parameter) (pytorch_lightning.strategies.DDPStrategy.setup parameter) (pytorch_lightning.strategies.DeepSpeedStrategy.setup parameter) (pytorch_lightning.strategies.DeepSpeedStrategy.setup_optimizers parameter) (pytorch_lightning.strategies.HivemindStrategy.setup parameter) (pytorch_lightning.strategies.IPUStrategy.setup parameter) (pytorch_lightning.strategies.IPUStrategy.setup_optimizers parameter) (pytorch_lightning.strategies.SingleDeviceStrategy.setup parameter) (pytorch_lightning.strategies.SingleHPUStrategy.setup parameter) (pytorch_lightning.strategies.SingleHPUStrategy.setup_optimizers parameter) (pytorch_lightning.strategies.SingleTPUStrategy.setup parameter) (pytorch_lightning.strategies.Strategy.setup parameter) (pytorch_lightning.strategies.Strategy.setup_optimizers parameter) (pytorch_lightning.strategies.TPUSpawnStrategy.setup parameter) trainer_class (pytorch_lightning.cli.LightningCLI parameter), [1] trainer_defaults (pytorch_lightning.cli.LightningCLI parameter), [1] training_epoch_end() (pytorch_lightning.core.LightningModule method) training_opts (pytorch_lightning.strategies.IPUStrategy parameter), [1] training_step() (pytorch_lightning.core.LightningModule method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPFullyShardedStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) training_step_end() (pytorch_lightning.core.LightningModule method) TrainingBatchLoop (class in pytorch_lightning.loops.batch) TrainingEpochLoop (class in pytorch_lightning.loops.epoch) transfer_batch_to_device() (pytorch_lightning.core.hooks.DataHooks method) TransferableDataType (class in pytorch_lightning.utilities.apply_func) truncated_bptt_steps (pytorch_lightning.core.LightningModule property) tune() (pytorch_lightning.trainer.trainer.Trainer method) Tuner (class in pytorch_lightning.tuner.tuning)

U

unfreeze() (pytorch_lightning.core.LightningModule method) unfreeze_and_add_param_group() (pytorch_lightning.callbacks.BaseFinetuning static method) unfreeze_backbone_at_epoch (pytorch_lightning.callbacks.BackboneFinetuning parameter), [1], [2] untoggle_optimizer() (pytorch_lightning.core.LightningModule method) update_attr (pytorch_lightning.callbacks.LearningRateFinder parameter), [1], [2] (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) update_lr_schedulers() (pytorch_lightning.loops.epoch.TrainingEpochLoop method) update_parameters() (pytorch_lightning.callbacks.StochasticWeightAveraging static method) use_argument_group (pytorch_lightning.utilities.argparse.add_argparse_args parameter), [1] use_artifact (pytorch_lightning.loggers.wandb.WandbLogger.download_artifact parameter) (pytorch_lightning.loggers.WandbLogger.download_artifact parameter)

use_artifact() (pytorch_lightning.loggers.wandb.WandbLogger method) (pytorch_lightning.loggers.WandbLogger method) use_chunk (pytorch_lightning.strategies.ColossalAIStrategy parameter), [1] use_global_unstructured (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] use_lottery_ticket_hypothesis (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] use_pl_optimizer (pytorch_lightning.core.LightningModule.optimizers parameter) (pytorch_lightning.core.module.LightningModule.optimizers parameter) using_lbfgs (pytorch_lightning.core.LightningModule.optimizer_step parameter) (pytorch_lightning.core.module.LightningModule.optimizer_step parameter)

V

val_batch_idx (pytorch_lightning.callbacks.ProgressBarBase property) val_check_interval (pytorch_lightning.trainer.Trainer parameter) (pytorch_lightning.trainer.trainer.Trainer parameter), [1] val_dataloader() (pytorch_lightning.core.hooks.DataHooks method) val_dataloaders (pytorch_lightning.trainer.Trainer.fit parameter) (pytorch_lightning.trainer.trainer.Trainer.fit parameter) (pytorch_lightning.trainer.trainer.Trainer.tune parameter) (pytorch_lightning.trainer.Trainer.tune parameter) (pytorch_lightning.tuner.tuning.Tuner.lr_find parameter) (pytorch_lightning.tuner.tuning.Tuner.scale_batch_size parameter) val_dataset (pytorch_lightning.core.LightningDataModule.from_datasets parameter) val_step_context() (pytorch_lightning.plugins.precision.PrecisionPlugin method) validate() (pytorch_lightning.trainer.trainer.Trainer method) validation_epoch_end() (pytorch_lightning.core.LightningModule method) validation_step() (pytorch_lightning.core.LightningModule method) (pytorch_lightning.strategies.ColossalAIStrategy method) (pytorch_lightning.strategies.DataParallelStrategy method) (pytorch_lightning.strategies.DDPFullyShardedNativeStrategy method) (pytorch_lightning.strategies.DDPFullyShardedStrategy method) (pytorch_lightning.strategies.DDPSpawnStrategy method) (pytorch_lightning.strategies.DDPStrategy method) (pytorch_lightning.strategies.DeepSpeedStrategy method) (pytorch_lightning.strategies.IPUStrategy method) (pytorch_lightning.strategies.Strategy method) (pytorch_lightning.strategies.TPUSpawnStrategy method) validation_step_end() (pytorch_lightning.core.LightningModule method) value (lightning_fabric.fabric.Fabric.log parameter) (pytorch_lightning.core.LightningModule.log parameter) (pytorch_lightning.core.module.LightningModule.log parameter) verbose (pytorch_lightning.callbacks.BackboneFinetuning parameter), [1], [2] (pytorch_lightning.callbacks.EarlyStopping parameter), [1], [2] (pytorch_lightning.callbacks.ModelCheckpoint parameter), [1], [2] (pytorch_lightning.callbacks.ModelPruning parameter), [1], [2] (pytorch_lightning.callbacks.Timer parameter), [1], [2] (pytorch_lightning.plugins.precision.HPUPrecisionPlugin parameter), [1], [2] (pytorch_lightning.strategies.HivemindStrategy parameter), [1] (pytorch_lightning.trainer.Trainer.test parameter), [1] (pytorch_lightning.trainer.trainer.Trainer.test parameter) (pytorch_lightning.trainer.trainer.Trainer.validate parameter) (pytorch_lightning.trainer.Trainer.validate parameter), [1]

version (lightning_fabric.loggers.CSVLogger parameter), [1] (lightning_fabric.loggers.CSVLogger property) (lightning_fabric.loggers.Logger property) (lightning_fabric.loggers.TensorBoardLogger parameter), [1] (lightning_fabric.loggers.TensorBoardLogger property) (pytorch_lightning.loggers.comet.CometLogger property) (pytorch_lightning.loggers.CometLogger property) (pytorch_lightning.loggers.csv_logs.CSVLogger parameter), [1] (pytorch_lightning.loggers.CSVLogger parameter), [1] (pytorch_lightning.loggers.logger.DummyLogger property) (pytorch_lightning.loggers.mlflow.MLFlowLogger property) (pytorch_lightning.loggers.MLFlowLogger property) (pytorch_lightning.loggers.neptune.NeptuneLogger property) (pytorch_lightning.loggers.NeptuneLogger property) (pytorch_lightning.loggers.tensorboard.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.TensorBoardLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger parameter), [1] (pytorch_lightning.loggers.wandb.WandbLogger property) (pytorch_lightning.loggers.WandbLogger parameter), [1] (pytorch_lightning.loggers.WandbLogger property)

W

WandbLogger (class in pytorch_lightning.loggers) (class in pytorch_lightning.loggers.wandb) weights_only (pytorch_lightning.trainer.trainer.Trainer.save_checkpoint parameter) world_size (lightning_fabric.fabric.Fabric property) world_size() (lightning_fabric.plugins.environments.cluster_environment.ClusterEnvironment method) (lightning_fabric.plugins.environments.kubeflow.KubeflowEnvironment method) (lightning_fabric.plugins.environments.lightning.LightningEnvironment method) (lightning_fabric.plugins.environments.lsf.LSFEnvironment method) (lightning_fabric.plugins.environments.slurm.SLURMEnvironment method) (lightning_fabric.plugins.environments.torchelastic.TorchElasticEnvironment method) (lightning_fabric.plugins.environments.xla.XLAEnvironment method) (pytorch_lightning.plugins.environments.ClusterEnvironment method) (pytorch_lightning.plugins.environments.KubeflowEnvironment method) (pytorch_lightning.plugins.environments.LightningEnvironment method) (pytorch_lightning.plugins.environments.LSFEnvironment method) (pytorch_lightning.plugins.environments.SLURMEnvironment method) (pytorch_lightning.plugins.environments.TorchElasticEnvironment method) (pytorch_lightning.plugins.environments.XLAEnvironment method)

write_interval (pytorch_lightning.callbacks.BasePredictionWriter parameter), [1], [2] write_on_batch_end() (pytorch_lightning.callbacks.BasePredictionWriter method) write_on_epoch_end() (pytorch_lightning.callbacks.BasePredictionWriter method)

X

XLACheckpointIO (class in lightning_fabric.plugins.io.xla) (class in pytorch_lightning.plugins.io)

XLAEnvironment (class in lightning_fabric.plugins.environments.xla) (class in pytorch_lightning.plugins.environments) XLAProfiler (class in pytorch_lightning.profilers)

Z

zero_allow_untested_optimizer (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1]

zero_optimization (pytorch_lightning.strategies.DeepSpeedStrategy parameter), [1]