PyTorch
Automatic Mixed Precision
torch.cuda.amp.GradScaler.is_enabled()
Backends
torch.backends.cuda.cufft_plan_cache.max_size
torch.backends.cudnn.version()
CUDA
torch.cuda.CUDA Stream Sanitizer
torch.cuda.torch.cuda.OutOfMemoryError
torch.cuda.torch.cuda.caching_allocator_alloc
torch.cuda.torch.cuda.get_rng_state
torch.cuda.torch.cuda.graph_pool_handle
DDP Communication Hooks
torch.distributed.GradBucket.is_last()
torch.distributed.GradBucket.parameters()
torch.distributed.algorithms.ddp_comm_hooks.default_hooks.bf16_compress_hook()
Discrete Fourier Transforms
torch.fft.torch.fft.hfftn
torch.fft.torch.fft.ifftn
Distributed Checkpoint
torch.distributed.checkpoint.FileSystemReader
torch.distributed.checkpoint.LoadPlanner.finish_plan()
torch.distributed.checkpoint.SavePlanner
torch.distributed.checkpoint.save_state_dict()
Distributed Communication
torch.distributed.Store.add()
torch.distributed.Store.set_timeout()
torch.distributed.all_to_all()
torch.distributed.gather_object()
Distributed Elastic
torch.distributed.elastic.agent.server.ElasticAgent
torch.distributed.elastic.agent.server.SimpleElasticAgent
torch.distributed.elastic.events.api.Event
torch.distributed.elastic.events.api.EventMetadataValue
torch.distributed.elastic.events.record()
torch.distributed.elastic.metrics.put_metric()
torch.distributed.elastic.rendezvous.etcd_server.EtcdServer
Distributed Optimizers
torch.distributed.optim.PostLocalSGDOptimizer.load_state_dict()
Fully Sharded Data Parallel
torch.distributed.fsdp.CPUOffload
torch.distributed.fsdp.FullyShardedDataParallel.scatter_full_optim_state_dict()
torch.distributed.fsdp.FullyShardedDataParallel.set_state_dict_type()
FX
torch.fx.Graph.call_module()
torch.fx.Graph.inserting_after()
torch.fx.Interpreter.boxed_run()
torch.fx.Interpreter.fetch_args_kwargs_from_env()
torch.fx.Interpreter.run()
torch.fx.Transformer.call_function()
Linear Algebra
torch.linalg.torch.linalg.lu_solve
Miscellaneous
torch.compiler.TorchInductor GPU Profiling
torch.cpu.torch.cpu.current_stream
torch.cpu.torch.cpu.is_available
torch.distributed.algorithms.JoinHook.main_hook()
torch.distributed.pipeline.sync.skip.skippable.skippable()
torch.utils.cpp_extension.BuildExtension()
torch.utils.generate_methods_for_privateuse1_backend()
MPS
torch.mps.torch.mps.profiler.profile
Neuro Network
torch.nn.LazyBatchNorm1d.cls_to_become
torch.nn.Module.add_module()
torch.nn.Module.forward()
torch.nn.Module.register_module()
torch.nn.Module.share_memory()
torch.nn.SyncBatchNorm.convert_sync_batchnorm()
torch.nn.Transformer.forward()
torch.nn.parameter.UninitializedParameter.cls_to_become
torch.nn.utils.parameters_to_vector()
torch.nn.utils.prune.BasePruningMethod.prune()
torch.nn.utils.prune.LnStructured.apply()
torch.nn.utils.prune.RandomStructured
torch.nn.utils.rnn.unpack_sequence()
NN Functions
torch.nn.functional.poisson_nll_loss()
torch.nn.functional.softsign()
torch.nn.functional.torch.nn.functional.conv_transpose3d
torch.nn.functional.torch.nn.functional.ctc_loss
torch.nn.functional.torch.nn.functional.embedding_bag
torch.nn.functional.torch.nn.functional.fractional_max_pool3d
torch.nn.functional.torch.nn.functional.gelu
torch.nn.functional.torch.nn.functional.max_pool3d
torch.nn.functional.torch.nn.functional.mish
torch.nn.functional.torch.nn.functional.selu
torch.nn.functional.torch.nn.functional.softshrink
torch.nn.functional.torch.nn.functional.threshold
torch.nn.functional.upsample_nearest()
ONNX
torch.onnx.TorchDynamo-based ONNX Exporter.FXE0008:fx-node-to-onnx
torch.onnx.TorchScript-based ONNX Exporter.GraphInfo
Optimization
torch.optim.Adadelta.register_state_dict_post_hook()
torch.optim.LBFGS.register_load_state_dict_post_hook()
torch.optim.RAdam.register_step_pre_hook()
torch.optim.SGD.register_state_dict_pre_hook()
torch.optim.lr_scheduler.ChainedScheduler.load_state_dict()
torch.optim.lr_scheduler.ChainedScheduler.state_dict()
torch.optim.lr_scheduler.CosineAnnealingWarmRestarts.print_lr()
torch.optim.lr_scheduler.CosineAnnealingWarmRestarts.step()
Probability Distributions
torch.distributions.beta.Beta.has_rsample
torch.distributions.beta.Beta.mode
torch.distributions.constraints.multinomial
torch.distributions.dirichlet.Dirichlet.variance
torch.distributions.exponential.Exponential
torch.distributions.half_cauchy.HalfCauchy.entropy()
torch.distributions.half_normal.HalfNormal.expand()
torch.distributions.half_normal.HalfNormal.support
torch.distributions.kumaraswamy.Kumaraswamy.support
torch.distributions.laplace.Laplace
torch.distributions.lowrank_multivariate_normal.LowRankMultivariateNormal.variance
torch.distributions.multinomial.Multinomial.support
torch.distributions.normal.Normal.variance
torch.distributions.relaxed_categorical.RelaxedOneHotCategorical
torch.distributions.relaxed_categorical.RelaxedOneHotCategorical.arg_constraints
torch.distributions.relaxed_categorical.RelaxedOneHotCategorical.support
torch.distributions.relaxed_categorical.RelaxedOneHotCategorical.temperature
torch.distributions.transformed_distribution.TransformedDistribution.has_rsample
torch.distributions.transformed_distribution.TransformedDistribution.support
torch.distributions.transforms.PowerTransform
torch.distributions.uniform.Uniform
torch.distributions.wishart.Wishart.support
Profiler
torch.profiler.tensorboard_trace_handler()
Quantization
torch.ao.nn.intrinsic.qat.LinearReLU
torch.ao.nn.quantized.Conv1d.from_float()
torch.ao.nn.quantized.functional.hardsigmoid
torch.ao.nn.quantized.functional.max_pool1d
torch.ao.ns._numeric_suite.Shadow.forward()
torch.ao.ns._numeric_suite.get_matching_activations()
torch.ao.ns._numeric_suite_fx.convert_n_shadows_model()
torch.ao.quantization.backend_config.BackendPatternConfig.from_dict()
torch.ao.quantization.fake_quantize.FusedMovingAvgObsFakeQuantize
torch.ao.quantization.fake_quantize.enable_observer
torch.ao.quantization.fx.custom_config.ConvertCustomConfig.to_dict()
torch.ao.quantization.fx.custom_config.PrepareCustomConfig.set_float_to_observed_mapping()
torch.ao.quantization.fx.custom_config.PrepareCustomConfig.set_non_traceable_module_names()
torch.ao.quantization.qconfig.QConfig
SciPy-like Special
Sparse Tensors
torch.Tensor.is_coalesced()
torch.sparse.torch.Tensor.crow_indices
torch.sparse.torch.Tensor.row_indices
Storage
torch.TypedStorage.bfloat16()
torch.TypedStorage.complex_float()
torch.TypedStorage.half()
torch.TypedStorage.is_pinned()
torch.UntypedStorage.byte()
torch.UntypedStorage.get_device()
Tensor
torch.Tensor.float_power_()
torch.Tensor.masked_fill_()
torch.Tensor.matrix_power()
torch.Tensor.multinomial()
torch.Tensor.q_per_channel_axis()
torch.Tensor.repeat_interleave()
torch.Tensor.sparse_mask()
torch.Tensor.torch.Tensor.as_strided
torch.Tensor.torch.Tensor.asin
torch.Tensor.torch.Tensor.copy_
torch.Tensor.torch.Tensor.cos
torch.Tensor.torch.Tensor.cpu
torch.Tensor.torch.Tensor.cross
torch.Tensor.torch.Tensor.dsplit
torch.Tensor.torch.Tensor.expm1_
torch.Tensor.torch.Tensor.floor_
torch.Tensor.torch.Tensor.gt
torch.Tensor.torch.Tensor.half
torch.Tensor.torch.Tensor.index_add_
torch.Tensor.torch.Tensor.is_quantized
torch.Tensor.torch.Tensor.less_
torch.Tensor.torch.Tensor.masked_select
torch.Tensor.torch.Tensor.matmul
torch.Tensor.torch.Tensor.matrix_exp
torch.Tensor.torch.Tensor.nanmean
torch.Tensor.torch.Tensor.new_ones
torch.Tensor.torch.Tensor.nextafter
torch.Tensor.torch.Tensor.nextafter_
torch.Tensor.torch.Tensor.pin_memory
torch.Tensor.torch.Tensor.quantile
torch.Tensor.torch.Tensor.random_
torch.Tensor.torch.Tensor.sort
torch.Tensor.torch.Tensor.swapdims
torch.Tensor.torch.Tensor.to_dense
torch.Tensor.torch.Tensor.unique
torch.Tensor.transpose_()
Tensor Parallelism
torch.distributed.tensor.parallel.style.make_input_shard_1d_last_dim()
Tensorboard
torch.utils.tensorboard.writer.SummaryWriter.add_figure()
Torch
torch.cumulative_trapezoid
torch.get_deterministic_debug_mode
torch.quasirandom.SobolEngine.draw()
torch.use_deterministic_algorithms
Torch Script
torch.jit.ScriptFunction.save()
torch.jit.ScriptModule.bfloat16()
torch.jit.ScriptModule.buffers()
torch.jit.optimize_for_inference()
Traced Graph Export
torch.export.ExportBackwardSignature
torch.export.constrain_as_size()