Index

A

Activation (class in rotor.algorithms.sequence) activation_set (rotor.algorithms.sequence.Storage attribute) activation_sizes (rotor.inspection.Chain.self attribute) (rotor.inspection.InspectionValues attribute), [1] activation_with_graph_sizes (rotor.inspection.Chain.self attribute) (rotor.inspection.InspectionValues attribute), [1] ActType (class in rotor.algorithms.sequence)

add_activation() (rotor.algorithms.sequence.Storage method) affine (rotor.models.utils.BatchNorm2dAndReLU attribute) allowedNames (rotor.models.network.Network attribute) arg_min() (in module rotor.utils) args (rotor.algorithms.sequence.Function attribute) (rotor.memory.MeasureMemory attribute) AtomicSequential (class in rotor.models.utils) available() (rotor.memory.MeasureMemory method)

B

Backward (class in rotor.algorithms.sequence) backward() (rotor.CheckpointOptim static method) (rotor.rotor.CheckpointOptim static method) backward_durations (rotor.inspection.Chain.self attribute) backward_durations_ms (rotor.inspection.InspectionValues attribute) backward_memory_tmp_sizes (rotor.inspection.Chain.self attribute) backward_tmp_mem_usages (rotor.inspection.InspectionValues attribute)

BatchNorm2dAndReLU (class in rotor.models.utils) BiConv (class in rotor.models.network) BothOutputs (class in rotor.models.utils) build_chain() (rotor.Checkpointable method) (rotor.rotor.Checkpointable method) build_full_checkpointed_sequence() (in module rotor.algorithms.sequence) bw_tmp_mem_usages (rotor.inspection.InspectionValues attribute) bwd_durations_ms (rotor.inspection.InspectionValues attribute)

C

Chain (class in rotor.inspection) chain (rotor.algorithms.sequence.Activation attribute) (rotor.Checkpointable attribute) (rotor.rotor.Checkpointable attribute), [1] check_backward_validity() (in module rotor.utils) check_lengths() (rotor.inspection.Chain method) check_min_memory() (rotor.algorithms.DynamicAlgorithm static method) (rotor.algorithms.utils.DynamicAlgorithm static method) Checkpointable (class in rotor) (class in rotor.rotor) CheckpointOptim (class in rotor) (class in rotor.rotor) compute_sequence() (rotor.algorithms.DynamicAlgorithm method) (rotor.algorithms.griewank.GriewankHomogeneous method) (rotor.algorithms.griewank_heterogeneous.GriewankHeterogeneous method) (rotor.algorithms.persistent.Persistent static method) (rotor.algorithms.utils.DynamicAlgorithm method) (rotor.Checkpointable method) (rotor.rotor.Checkpointable method)

contains() (rotor.algorithms.sequence.Storage method) convert_griewank_to_rotor() (in module rotor.algorithms.griewank) convert_griewank_to_rotor_xbar() (in module rotor.algorithms.griewank) counter (rotor.RngState attribute) (rotor.utils.RngState attribute) ctx (rotor.CheckpointOptim attribute) (rotor.rotor.CheckpointOptim attribute) current_cached() (rotor.memory.MeasureMemory method) current_mem_usage() (rotor.memory.MeasureMemory method) current_memory_used (rotor.algorithms.sequence.Storage attribute) current_value() (rotor.memory.MeasureMemory method)

D

delete_index() (rotor.rotor.TensorStorage method) DenseNet (class in rotor.models.densenet) densenet121() (in module rotor.models.densenet) densenet161() (in module rotor.models.densenet) densenet169() (in module rotor.models.densenet) densenet201() (in module rotor.models.densenet) densenets (rotor.models.network.Network attribute) detach_variable() (in module rotor.utils) device (rotor.memory.DisplayMemory attribute) (rotor.memory.MeasureMemory attribute)

diff_from_last_and_reset_last_memory() (rotor.memory.MeasureMemory method) diff_from_start() (rotor.memory.MeasureMemory method) Dimension (class in rotor.models.network) DiscardMemory (class in rotor.algorithms.griewank) DisplayMemory (class in rotor.memory) duration() (rotor.algorithms.sequence.Backward method) (rotor.algorithms.sequence.Forward method) (rotor.algorithms.sequence.Forwards method) DynamicAlgorithm (class in rotor.algorithms) (class in rotor.algorithms.utils)

E

elapsed() (rotor.timing.TimerCuda method) (rotor.timing.TimerSys method) elapsedAndReset() (rotor.timing.TimerCuda method) (rotor.timing.TimerSys method) end() (rotor.timing.TimerCuda method) (rotor.timing.TimerSys method)

endBwd() (rotor.timing.ProgressTimer method) endFwd() (rotor.timing.ProgressTimer method) endOngoing() (rotor.timing.ProgressTimer method) ensure_tuple() (in module rotor.utils) eps (rotor.models.utils.BatchNorm2dAndReLU attribute) extract_children_from_sequential() (in module rotor.utils)

F

Flatten (class in rotor.models.utils) ForkConv (class in rotor.models.network) format_string_time (rotor.memory.DisplayMemory attribute), [1] Forward (class in rotor.algorithms.sequence) forward() (rotor.Checkpointable method) (rotor.CheckpointOptim static method) (rotor.models.network.BiConv method) (rotor.models.network.ForkConv method) (rotor.models.network.Join method) (rotor.models.utils.BatchNorm2dAndReLU method) (rotor.models.utils.BothOutputs method) (rotor.models.utils.Flatten method) (rotor.models.utils.ReLUatEnd method) (rotor.rotor.Checkpointable method) (rotor.rotor.CheckpointOptim static method) forward_durations (rotor.inspection.Chain.self attribute)

forward_durations_ms (rotor.inspection.InspectionValues attribute) forward_memory_tmp_sizes (rotor.inspection.Chain.self attribute) forward_tmp_mem_usages (rotor.inspection.InspectionValues attribute) ForwardCheck (class in rotor.algorithms.sequence) ForwardEnable (class in rotor.algorithms.sequence) ForwardNoGrad (class in rotor.algorithms.sequence) Forwards (class in rotor.algorithms.sequence) from_str() (rotor.memory.MemSize class method) func (rotor.memory.MeasureMemory attribute) Function (class in rotor.algorithms.sequence) function (rotor.algorithms.sequence.Sequence attribute) functions (rotor.Checkpointable attribute) (rotor.CheckpointOptim attribute) (rotor.rotor.Checkpointable attribute) (rotor.rotor.CheckpointOptim attribute) fw_tmp_mem_usages (rotor.inspection.InspectionValues attribute) fwd_durations_ms (rotor.inspection.InspectionValues attribute)

G

get() (rotor.utils.SingleUse method) get_device() (in module rotor.utils) get_gradients() (in module rotor.utils) get_makespan() (rotor.algorithms.sequence.Sequence method) get_min_required_memory_bytes() (in module rotor.algorithms.sequence) get_opt_table() (in module rotor.algorithms.griewank) get_rng() (rotor.rotor.TensorStorage method)

get_source() (rotor.rotor.TensorStorage method) get_value() (rotor.rotor.TensorStorage method) GRADIENT (rotor.algorithms.sequence.ActType attribute), [1] griewank_heterogeneous_rec() (rotor.algorithms.griewank_heterogeneous.GriewankHeterogeneous method) griewank_rec() (rotor.algorithms.griewank.GriewankHomogeneous method) GriewankHeterogeneous (class in rotor.algorithms.griewank_heterogeneous) GriewankHomogeneous (class in rotor.algorithms.griewank)

I

Inception3 (class in rotor.models.inception) inception_v3() (in module rotor.models.inception) include_string_in_keys() (in module rotor.models.utils) index (rotor.algorithms.sequence.Activation attribute), [1] (rotor.algorithms.sequence.Operation attribute) insert() (rotor.algorithms.sequence.Sequence method) insert_sequence() (rotor.algorithms.sequence.Sequence method)

inspect_module() (rotor.memory.DisplayMemory method) inspection_values (rotor.Checkpointable attribute) (rotor.rotor.Checkpointable attribute), [1] InspectionValues (class in rotor.inspection) is_device_cuda (rotor.memory.MeasureMemory attribute) is_forward() (in module rotor.algorithms.sequence) is_really_sequential() (in module rotor.utils)

J

Join (class in rotor.models.network)

L

last_memory (rotor.memory.MeasureMemory attribute) length (rotor.inspection.Chain.self attribute) list_operations() (rotor.algorithms.sequence.Sequence method)

Loss (class in rotor.algorithms.sequence) loss_tmp_memory_usage (rotor.Checkpointable attribute) (rotor.rotor.Checkpointable attribute), [1]

M

make_gradient_for() (in module rotor.utils) make_module() (rotor.models.network.Network method) make_module_from_number() (rotor.models.network.Network method) make_timer() (in module rotor.timing) max_label_size (rotor.memory.DisplayMemory attribute) max_memory (rotor.memory.MeasureMemory attribute) maximum_value() (rotor.memory.DisplayMemory method) (rotor.memory.MeasureMemory method) measure() (rotor.Checkpointable method) (rotor.memory.MeasureMemory method) (rotor.rotor.Checkpointable method) (rotor.timing.Timer method) measure_everything() (in module rotor.inspection) measure_median() (rotor.timing.Timer method) MeasureMemory (class in rotor.memory) mem_limit (rotor.Checkpointable attribute) (rotor.rotor.Checkpointable attribute), [1] mem_size_in_chain (rotor.algorithms.sequence.Activation attribute), [1] mem_slots (rotor.Checkpointable attribute) (rotor.rotor.Checkpointable attribute), [1] mem_unit (rotor.inspection.Chain attribute) memory_limit (rotor.algorithms.sequence.Storage attribute) MemSize (class in rotor.memory)

memUsage (rotor.memory.DisplayMemory attribute) model (rotor.Checkpointable attribute) (rotor.rotor.Checkpointable attribute), [1] module rotor rotor.algorithms rotor.algorithms.griewank rotor.algorithms.griewank_heterogeneous rotor.algorithms.persistent rotor.algorithms.sequence rotor.algorithms.utils rotor.inspection rotor.memory rotor.models rotor.models.densenet rotor.models.inception rotor.models.network rotor.models.resnet rotor.models.utils rotor.models.vgg rotor.rotor rotor.timing rotor.utils momentum (rotor.models.utils.BatchNorm2dAndReLU attribute)

N

name (rotor.algorithms.sequence.Function attribute) (rotor.algorithms.sequence.Operation attribute) names (rotor.Checkpointable attribute) (rotor.CheckpointOptim attribute) (rotor.rotor.Checkpointable attribute) (rotor.rotor.CheckpointOptim attribute)

Network (class in rotor.models.network) networks (rotor.models.network.Network attribute) num_features (rotor.models.utils.BatchNorm2dAndReLU attribute)

O

Operation (class in rotor.algorithms.sequence)

P

Persistent (class in rotor.algorithms.persistent) persistent_rec() (rotor.algorithms.persistent.Persistent static method) preserve_rng_state (rotor.Checkpointable attribute) (rotor.CheckpointOptim attribute) (rotor.rotor.Checkpointable attribute), [1] (rotor.rotor.CheckpointOptim attribute)

print() (rotor.timing.ProgressTimer method) print_current_state() (rotor.memory.DisplayMemory method) process (rotor.memory.MeasureMemory attribute) progress (rotor.memory.DisplayMemory attribute) ProgressTimer (class in rotor.timing)

R

ReadMemory (class in rotor.algorithms.griewank) ReLUatEnd (class in rotor.models.utils) remove_activation() (rotor.algorithms.sequence.Storage method) remove_gradients() (in module rotor.utils) remove_operation() (rotor.algorithms.sequence.Sequence method) remove_useless_write() (in module rotor.algorithms.griewank) reset() (rotor.timing.TimerCuda method) (rotor.timing.TimerSys method) reset_max_memory() (rotor.memory.MeasureMemory method) ResNet (class in rotor.models.resnet) resnet1001() (in module rotor.models.resnet) resnet101() (in module rotor.models.resnet) resnet152() (in module rotor.models.resnet) resnet18() (in module rotor.models.resnet) resnet200() (in module rotor.models.resnet) resnet34() (in module rotor.models.resnet) resnet50() (in module rotor.models.resnet) resnets (rotor.models.network.Network attribute) resnext101_32x8d() (in module rotor.models.resnet) resnext50_32x4d() (in module rotor.models.resnet) restore() (rotor.RngState method) (rotor.utils.RngState method) rng_storage (rotor.rotor.TensorStorage attribute) RngState (class in rotor) (class in rotor.utils) rotor module rotor.algorithms module rotor.algorithms.griewank module

rotor.algorithms.griewank_heterogeneous module rotor.algorithms.persistent module rotor.algorithms.sequence module rotor.algorithms.utils module rotor.inspection module rotor.memory module rotor.models module rotor.models.densenet module rotor.models.inception module rotor.models.network module rotor.models.resnet module rotor.models.utils module rotor.models.vgg module rotor.rotor module rotor.timing module rotor.utils module

S

Sequence (class in rotor.algorithms.sequence) sequence (rotor.Checkpointable attribute) (rotor.CheckpointOptim attribute) (rotor.rotor.Checkpointable attribute), [1] (rotor.rotor.CheckpointOptim attribute) sequences (rotor.algorithms.sequence.Sequence attribute) set_max_label_size() (rotor.memory.DisplayMemory method) shift() (rotor.algorithms.sequence.Operation method) (rotor.algorithms.sequence.Sequence method) SIMPLE (rotor.algorithms.sequence.ActType attribute), [1] simulate_sequence() (in module rotor.algorithms.sequence)

SingleUse (class in rotor.utils) sizeof_fmt() (in module rotor.memory) source_storage (rotor.rotor.TensorStorage attribute) start() (rotor.timing.TimerCuda method) (rotor.timing.TimerSys method) start_memory (rotor.memory.MeasureMemory attribute) startBwd() (rotor.timing.ProgressTimer method) startFwd() (rotor.timing.ProgressTimer method) Storage (class in rotor.algorithms.sequence) storage (rotor.rotor.TensorStorage attribute) store_value() (rotor.rotor.TensorStorage method)

T

tensor_mem_size() (in module rotor.utils) TensorStorage (class in rotor.rotor) Timer (class in rotor.timing) TimerCuda (class in rotor.timing) TimerSys (class in rotor.timing) track_running_stats (rotor.models.utils.BatchNorm2dAndReLU attribute) training (rotor.Checkpointable attribute) (rotor.models.network.BiConv attribute) (rotor.models.network.ForkConv attribute) (rotor.models.network.Join attribute) (rotor.models.utils.BothOutputs attribute) (rotor.models.utils.Flatten attribute) (rotor.models.utils.ReLUatEnd attribute) (rotor.rotor.Checkpointable attribute)

type (rotor.algorithms.sequence.Activation attribute), [1]

V

value_bytes (rotor.memory.MemSize attribute) verbosity (rotor.Checkpointable attribute) (rotor.rotor.Checkpointable attribute), [1] VGG (class in rotor.models.vgg) vgg11() (in module rotor.models.vgg) vgg11_bn() (in module rotor.models.vgg)

vgg13() (in module rotor.models.vgg) vgg13_bn() (in module rotor.models.vgg) vgg16() (in module rotor.models.vgg) vgg16_bn() (in module rotor.models.vgg) vgg19() (in module rotor.models.vgg) vgg19_bn() (in module rotor.models.vgg) vggnets (rotor.models.network.Network attribute)

W

WITH_GRAPH (rotor.algorithms.sequence.ActType attribute), [1]

without_suffix() (rotor.algorithms.sequence.Sequence method) WriteMemory (class in rotor.algorithms.griewank)