API¶
See Technological Overview for an overview of the code.
returnn
returnn.__main__
returnn.__old_mod_loader__
returnn.__setup__
returnn.config
Config
Config.load_file()
Config.get_config_file_type()
Config.parse_cmd_args()
Config.add_line()
Config.has()
Config.is_typed()
Config.is_true()
Config.is_of_type()
Config.get_of_type()
Config.set()
Config.update()
Config.value()
Config.typed_value()
Config.opt_typed_value()
Config.int()
Config.bool()
Config.bool_or_other()
Config.float()
Config.list()
Config.int_list()
Config.float_list()
Config.int_pair()
global_config_ctx()
set_global_config()
get_global_config()
network_json_from_config()
tf_should_use_gpu()
SubProcCopyGlobalConfigPreInitFunc
returnn.datasets
returnn.datasets.audio
OggZipDataset
OggZipDataset.finish_epoch()
OggZipDataset.init_seq_order()
OggZipDataset.supports_sharding()
OggZipDataset.supports_seq_order_sorting()
OggZipDataset.get_current_seq_order()
OggZipDataset.have_corpus_seq_idx()
OggZipDataset.get_corpus_seq_idx()
OggZipDataset.get_tag()
OggZipDataset.get_all_tags()
OggZipDataset.get_total_num_seqs()
OggZipDataset.get_data_dim()
OggZipDataset.get_data_dtype()
OggZipDataset.get_data_keys()
OggZipDataset.get_data_shape()
OggZipDataset.is_data_sparse()
OggZipDataset.have_get_corpus_seq()
OggZipDataset.get_corpus_seq()
returnn.datasets.basic
random()
Dataset
Dataset.kwargs_update_from_config()
Dataset.get_default_kwargs_eval()
Dataset.from_config()
Dataset.random_seed_offset
Dataset.set_file_cache()
Dataset.is_cached()
Dataset.get_seq_length()
Dataset.get_estimated_seq_length()
Dataset.get_num_timesteps()
Dataset.load_seqs()
Dataset.get_seq_order_for_epoch()
Dataset.supports_sharding()
Dataset.init_seq_order()
Dataset.finish_epoch()
Dataset.get_current_seq_order()
Dataset.supports_seq_order_sorting()
Dataset.initialize()
Dataset.get_times()
Dataset.get_data()
Dataset.get_input_data()
Dataset.get_targets()
Dataset.get_data_slice()
Dataset.get_tag()
Dataset.get_all_tags()
Dataset.get_total_num_seqs()
Dataset.have_corpus_seq_idx()
Dataset.get_corpus_seq_idx()
Dataset.have_get_corpus_seq()
Dataset.get_corpus_seq()
Dataset.generic_complete_frac()
Dataset.get_complete_frac()
Dataset.num_seqs
Dataset.estimated_num_seqs
Dataset.get_data_keys()
Dataset.get_target_list()
Dataset.get_data_dim()
Dataset.get_data_dtype()
Dataset.is_data_sparse()
Dataset.get_data_shape()
Dataset.have_seqs()
Dataset.len_info()
Dataset.is_less_than_num_seqs()
Dataset.can_serialize_data()
Dataset.serialize_data()
Dataset.iterate_seqs()
Dataset.get_start_end_frames_full_seq()
Dataset.sample()
Dataset.batch_set_generator_cache_whole_epoch()
Dataset.generate_batches()
Dataset.index_shape_for_batches()
DatasetSeq
get_dataset_class()
init_dataset()
extend_dataset_dict_from_parent_dataset()
init_dataset_via_str()
convert_data_dims()
shapes_for_batches()
set_config_extern_data_from_dataset()
returnn.datasets.bundle_file
returnn.datasets.cached
CachedDataset
CachedDataset.initialize()
CachedDataset.init_seq_order()
CachedDataset.supports_seq_order_sorting()
CachedDataset.supports_sharding()
CachedDataset.get_current_seq_order()
CachedDataset.batch_set_generator_cache_whole_epoch()
CachedDataset.load_seqs()
CachedDataset.alloc_interval_index()
CachedDataset.insert_alloc_interval()
CachedDataset.remove_alloc_interval()
CachedDataset.delete()
CachedDataset.num_seqs
CachedDataset.is_cached()
CachedDataset.get_seq_length_nd()
CachedDataset.get_seq_length()
CachedDataset.get_seq_start()
CachedDataset.get_times()
CachedDataset.get_input_data()
CachedDataset.get_data_dim()
CachedDataset.get_targets()
CachedDataset.get_data_keys()
CachedDataset.get_target_list()
CachedDataset.get_tag()
CachedDataset.have_corpus_seq_idx()
CachedDataset.get_corpus_seq_idx()
returnn.datasets.cached2
CachedDataset2
CachedDataset2.init_seq_order()
CachedDataset2.is_cached()
CachedDataset2.num_seqs
CachedDataset2.is_less_than_num_seqs()
CachedDataset2.get_num_timesteps()
CachedDataset2.get_seq_length()
CachedDataset2.get_data()
CachedDataset2.get_input_data()
CachedDataset2.get_targets()
CachedDataset2.get_tag()
CachedDataset2.get_data_keys()
CachedDataset2.get_target_list()
CachedDataset2.is_data_sparse()
CachedDataset2.get_data_dim()
CachedDataset2.get_data_dtype()
SingleStreamPipeDataset
returnn.datasets.distrib_files
returnn.datasets.generating
GeneratingDataset
GeneratingDataset.init_seq_order()
GeneratingDataset.supports_sharding()
GeneratingDataset.is_cached()
GeneratingDataset.have_get_corpus_seq()
GeneratingDataset.get_corpus_seq()
GeneratingDataset.generate_seq()
GeneratingDataset.get_num_timesteps()
GeneratingDataset.num_seqs
GeneratingDataset.get_total_num_seqs()
GeneratingDataset.have_corpus_seq_idx()
GeneratingDataset.get_corpus_seq_idx()
GeneratingDataset.get_seq_length()
GeneratingDataset.get_data()
GeneratingDataset.get_input_data()
GeneratingDataset.get_targets()
GeneratingDataset.get_tag()
GeneratingDataset.get_all_tags()
GeneratingDataset.get_current_seq_order()
Task12AXDataset
TaskEpisodicCopyDataset
TaskXmlModelingDataset
TaskVariableAssignmentDataset
TaskNumberBaseConvertDataset
DummyDataset
DummyDatasetMultipleSequenceLength
DummyDatasetMultipleDataKeys
DummyGenericDataset
StaticDataset
StaticDataset.copy_from_dataset()
StaticDataset.init_seq_order()
StaticDataset.supports_seq_order_sorting()
StaticDataset.get_data_keys()
StaticDataset.get_target_list()
StaticDataset.get_data_dtype()
StaticDataset.get_total_num_seqs()
StaticDataset.get_all_tags()
StaticDataset.get_tag()
StaticDataset.have_corpus_seq_idx()
StaticDataset.get_corpus_seq_idx()
CopyTaskDataset
TimitDataset
NltkTimitDataset
BlissDataset
LibriSpeechCorpus
LibriSpeechCorpus.init_seq_order()
LibriSpeechCorpus.supports_seq_order_sorting()
LibriSpeechCorpus.supports_sharding()
LibriSpeechCorpus.get_current_seq_order()
LibriSpeechCorpus.have_corpus_seq_idx()
LibriSpeechCorpus.get_corpus_seq_idx()
LibriSpeechCorpus.get_tag()
LibriSpeechCorpus.get_all_tags()
LibriSpeechCorpus.get_total_num_seqs()
Enwik8Corpus
demo()
returnn.datasets.hdf
HDFDataset
HDFDataset.add_file()
HDFDataset.get_data()
HDFDataset.get_data_by_seq_tag()
HDFDataset.get_input_data()
HDFDataset.get_targets()
HDFDataset.get_estimated_seq_length()
HDFDataset.get_tag()
HDFDataset.have_get_corpus_seq()
HDFDataset.get_corpus_seq()
HDFDataset.get_all_tags()
HDFDataset.get_total_num_seqs()
HDFDataset.is_data_sparse()
HDFDataset.get_data_dtype()
StreamParser
FeatureSequenceStreamParser
SparseStreamParser
SegmentAlignmentStreamParser
NextGenHDFDataset
SiameseHDFDataset
SimpleHDFWriter
HDFDatasetWriter
returnn.datasets.lm
LmDataset
iter_corpus()
read_corpus()
AllophoneState
AllophoneState.context_history
AllophoneState.context_future
AllophoneState.boundary
AllophoneState.id
AllophoneState.state
AllophoneState.format()
AllophoneState.copy()
AllophoneState.mark_initial()
AllophoneState.mark_final()
AllophoneState.phoneme()
AllophoneState.set_phoneme()
AllophoneState.phone_idx()
AllophoneState.index()
AllophoneState.from_index()
AllophoneState.from_classic_index()
Lexicon
StateTying
PhoneSeqGenerator
TranslationDataset
TranslationDataset.source_file_prefix
TranslationDataset.target_file_prefix
TranslationDataset.main_source_data_key
TranslationDataset.main_target_data_key
TranslationDataset.have_corpus_seq_idx()
TranslationDataset.get_all_tags()
TranslationDataset.get_corpus_seq_idx()
TranslationDataset.is_data_sparse()
TranslationDataset.get_data_dim()
TranslationDataset.get_data_dtype()
TranslationDataset.init_seq_order()
TranslationDataset.supports_seq_order_sorting()
TranslationDataset.get_estimated_seq_length()
TranslationFactorsDataset
ConfusionNetworkDataset
expand_abbreviations()
lowercase()
lowercase_keep_special()
collapse_whitespace()
convert_to_ascii()
basic_cleaners()
transliteration_cleaners()
english_cleaners()
english_cleaners_keep_special()
get_remove_chars()
get_replace()
normalize_numbers()
get_post_processor_function()
returnn.datasets.map
MapDatasetBase
MapDatasetWrapper
MapDatasetWrapper.map_dataset
MapDatasetWrapper.num_seqs
MapDatasetWrapper.get_total_num_seqs()
MapDatasetWrapper.init_seq_order()
MapDatasetWrapper.supports_seq_order_sorting()
MapDatasetWrapper.get_current_seq_order()
MapDatasetWrapper.get_tag()
MapDatasetWrapper.get_all_tags()
MapDatasetWrapper.get_corpus_seq_idx()
MapDatasetWrapper.have_corpus_seq_idx()
MapDatasetWrapper.get_data_keys()
MapDatasetWrapper.get_data_dim()
MapDatasetWrapper.get_data_dtype()
MapDatasetWrapper.is_data_sparse()
MapDatasetWrapper.get_data_shape()
FromListDataset
returnn.datasets.meta
EpochWiseFilter
MetaDataset
MetaDataset.init_seq_order()
MetaDataset.supports_seq_order_sorting()
MetaDataset.supports_sharding()
MetaDataset.get_current_seq_order()
MetaDataset.get_all_tags()
MetaDataset.get_total_num_seqs()
MetaDataset.finish_epoch()
MetaDataset.get_seq_length()
MetaDataset.get_tag()
MetaDataset.get_data_keys()
MetaDataset.get_target_list()
MetaDataset.get_data_shape()
MetaDataset.get_data_dtype()
MetaDataset.is_data_sparse()
ClusteringDataset
ConcatDataset
CombinedDataset
ConcatSeqsDataset
ConcatSeqsDataset.init_seq_order()
ConcatSeqsDataset.supports_seq_order_sorting()
ConcatSeqsDataset.have_corpus_seq_idx()
ConcatSeqsDataset.get_corpus_seq_idx()
ConcatSeqsDataset.get_data_keys()
ConcatSeqsDataset.get_target_list()
ConcatSeqsDataset.get_data_dtype()
ConcatSeqsDataset.get_data_dim()
ConcatSeqsDataset.is_data_sparse()
ConcatSeqsDataset.get_data_shape()
ConcatSeqsDataset.get_total_num_seqs()
ChunkShuffleDataset
VariableDataset
VariableDataset.init_seq_order()
VariableDataset.finish_epoch()
VariableDataset.supports_seq_order_sorting()
VariableDataset.get_current_seq_order()
VariableDataset.get_all_tags()
VariableDataset.get_total_num_seqs()
VariableDataset.get_seq_length()
VariableDataset.get_tag()
VariableDataset.get_data_keys()
VariableDataset.get_target_list()
VariableDataset.is_cached()
VariableDataset.num_seqs
VariableDataset.is_less_than_num_seqs()
VariableDataset.get_num_timesteps()
VariableDataset.load_seqs()
VariableDataset.get_data()
VariableDataset.get_input_data()
VariableDataset.get_targets()
VariableDataset.get_data_dim()
VariableDataset.get_data_shape()
VariableDataset.get_data_dtype()
VariableDataset.is_data_sparse()
MultiEpochDataset
MultiEpochDataset.init_seq_order()
MultiEpochDataset.finish_epoch()
MultiEpochDataset.get_all_tags()
MultiEpochDataset.get_total_num_seqs()
MultiEpochDataset.get_data_keys()
MultiEpochDataset.get_target_list()
MultiEpochDataset.get_data_dim()
MultiEpochDataset.get_data_shape()
MultiEpochDataset.get_data_dtype()
MultiEpochDataset.is_data_sparse()
AnythingDataset
AnythingDataset.init_seq_order()
AnythingDataset.supports_seq_order_sorting()
AnythingDataset.get_current_seq_order()
AnythingDataset.have_seqs()
AnythingDataset.get_seq_length()
AnythingDataset.get_tag()
AnythingDataset.get_data_keys()
AnythingDataset.get_target_list()
AnythingDataset.is_cached()
AnythingDataset.num_seqs
AnythingDataset.is_less_than_num_seqs()
AnythingDataset.get_data()
AnythingDataset.get_input_data()
AnythingDataset.get_targets()
AnythingDataset.get_data_dim()
AnythingDataset.get_data_shape()
AnythingDataset.get_data_dtype()
AnythingDataset.is_data_sparse()
returnn.datasets.multi_proc
returnn.datasets.normalization_data
NormalizationData
NormalizationData.GROUP_INPUTS
NormalizationData.GROUP_OUTPUTS
NormalizationData.DATASET_MEAN
NormalizationData.DATASET_MEAN_OF_SQUARES
NormalizationData.DATASET_VARIANCE
NormalizationData.DATASET_TOTAL_FRAMES
NormalizationData.DATASET_TIME_DIMENSION_INDEX
NormalizationData.DATASET_FEATURE_DIMENSION_INDEX
NormalizationData.SUMMATION_PRECISION
NormalizationData.createNormalizationFile()
NormalizationData.inputMean
NormalizationData.inputVariance
NormalizationData.outputMean
NormalizationData.outputVariance
returnn.datasets.numpy_dump
returnn.datasets.postprocessing
returnn.datasets.raw_wav
returnn.datasets.sprint
SprintDatasetBase
SprintDatasetBase.SprintCachedSeqsMax
SprintDatasetBase.SprintCachedSeqsMin
SprintDatasetBase.use_multiple_epochs()
SprintDatasetBase.set_dimensions()
SprintDatasetBase.init_sprint_epoch()
SprintDatasetBase.finalize_sprint()
SprintDatasetBase.init_seq_order()
SprintDatasetBase.wait_for_returnn_epoch()
SprintDatasetBase.is_cached()
SprintDatasetBase.load_seqs()
SprintDatasetBase.add_new_data()
SprintDatasetBase.finish_sprint_epoch()
SprintDatasetBase.get_num_timesteps()
SprintDatasetBase.num_seqs
SprintDatasetBase.have_seqs()
SprintDatasetBase.is_less_than_num_seqs()
SprintDatasetBase.get_data_keys()
SprintDatasetBase.get_target_list()
SprintDatasetBase.set_complete_frac()
SprintDatasetBase.get_complete_frac()
SprintDatasetBase.get_seq_length()
SprintDatasetBase.get_data()
SprintDatasetBase.get_input_data()
SprintDatasetBase.get_targets()
SprintDatasetBase.get_tag()
ExternSprintDataset
SprintCacheDataset
SprintCacheDataset.SprintCacheReader
SprintCacheDataset.init_seq_order()
SprintCacheDataset.get_total_num_seqs()
SprintCacheDataset.get_all_tags()
SprintCacheDataset.supports_seq_order_sorting()
SprintCacheDataset.supports_sharding()
SprintCacheDataset.get_dataset_seq_for_name()
SprintCacheDataset.get_data_keys()
SprintCacheDataset.get_target_list()
SprintCacheDataset.get_tag()
demo()
returnn.datasets.stereo
returnn.datasets.util
returnn.datasets.util.feature_extraction
returnn.datasets.util.strings
returnn.datasets.util.vocabulary
Vocabulary
Vocabulary.create_vocab()
Vocabulary.set_random_seed()
Vocabulary.create_vocab_dict_from_labels()
Vocabulary.create_vocab_from_labels()
Vocabulary.tf_get_init_variable_func()
Vocabulary.to_id()
Vocabulary.label_to_id()
Vocabulary.id_to_label()
Vocabulary.is_id_valid()
Vocabulary.labels
Vocabulary.get_seq()
Vocabulary.get_seq_indices()
Vocabulary.get_seq_labels()
BytePairEncoding
SamplingBytePairEncoding
SentencePieces
CharacterTargets
Utf8ByteTargets
returnn.engine
returnn.engine.base
EngineBase
EngineBase.init_network_from_config()
EngineBase.init_train_from_config()
EngineBase.config_get_final_epoch()
EngineBase.get_existing_models()
EngineBase.get_start_epoch_no_existing_model()
EngineBase.get_epoch_model()
EngineBase.get_train_start_epoch()
EngineBase.epoch_model_filename()
EngineBase.get_epoch_model_filename()
EngineBase.get_epoch_str()
EngineBase.is_pretrain_epoch()
EngineBase.is_first_epoch_after_pretrain()
EngineBase.set_epoch()
EngineBase.forward_with_callback()
EngineBase.delete_model()
EngineBase.cleanup_old_models()
returnn.engine.batch
returnn.extern
returnn.extern.HawkAaronWarpTransducer
returnn.extern.WarpRna
returnn.extern.WarpRna.__main__
returnn.extern.graph_editor
returnn.extern.graph_editor.edit
returnn.extern.graph_editor.reroute
returnn.extern.graph_editor.select
can_be_regex()
make_regex()
filter_ts()
filter_ts_from_regex()
filter_ops()
filter_ops_from_regex()
get_name_scope_ops()
check_cios()
get_ops_ios()
compute_boundary_ts()
get_within_boundary_ops()
get_forward_walk_ops()
get_backward_walk_ops()
get_walks_intersection_ops()
get_walks_union_ops()
select_ops()
select_ts()
select_ops_and_ts()
returnn.extern.graph_editor.subgraph
SubGraphView
SubGraphView.copy()
SubGraphView.remap_default()
SubGraphView.remap_outputs_make_unique()
SubGraphView.remap_outputs_to_consumers()
SubGraphView.remove_unused_ops()
SubGraphView.remap_inputs()
SubGraphView.remap_outputs()
SubGraphView.remap()
SubGraphView.find_op_by_name()
SubGraphView.graph
SubGraphView.ops
SubGraphView.inputs
SubGraphView.connected_inputs
SubGraphView.outputs
SubGraphView.connected_outputs
SubGraphView.passthroughs
SubGraphView.op()
SubGraphView.is_passthrough()
SubGraphView.input_index()
SubGraphView.output_index()
SubGraphView.consumers()
make_view()
make_view_from_scope()
returnn.extern.graph_editor.transform
returnn.extern.graph_editor.util
returnn.extern.official_tf_resnet
returnn.extern.official_tf_resnet.resnet_model
returnn.forward_iface
returnn.frontend
returnn.frontend._backend
Backend
Backend.name
Backend.RawTensorType
Backend.is_tensorflow
Backend.is_backend_raw_tensor_dim_tag_independent
Backend.executing_eagerly()
Backend.get_tensor_dependencies()
Backend.get_tensor_consumers()
Backend.cond()
Backend.while_loop()
Backend.set_random_seed()
Backend.get_random_state()
Backend.set_random_state()
Backend.get_dtype_name_raw()
Backend.as_dtype_raw()
Backend.get_ndim_raw()
Backend.get_shape_raw()
Backend.get_shape_tuple_raw()
Backend.get_known_shape_raw()
Backend.set_known_shape_raw()
Backend.get_new_dim_raw()
Backend.get_device()
Backend.copy_to_device()
Backend.fill_raw()
Backend.compare_raw()
Backend.combine_raw()
Backend.reshape_raw()
Backend.squeeze_raw()
Backend.transpose_raw()
Backend.make_output_tensor()
Backend.expand_dims_raw()
Backend.expand_raw()
Backend.copy()
Backend.cast_raw()
Backend.cast()
Backend.set_requires_gradient()
Backend.gradient()
Backend.stop_gradient()
Backend.scaled_gradient()
Backend.scaled_gradient_ext()
Backend.gradient_checkpoint_scope()
Backend.merge_dims()
Backend.split_dims()
Backend.reshape()
Backend.split()
Backend.expand_dim()
Backend.squeeze()
Backend.concat()
Backend.pad()
Backend.cum_concat_step()
Backend.stack()
Backend.activation()
Backend.activation_raw()
Backend.safe_log()
Backend.softmax()
Backend.log_softmax()
Backend.softmax_cross_entropy_with_logits()
Backend.ctc_loss()
Backend.have_sequence_mask_raw()
Backend.sequence_mask_raw()
Backend.name_scope_raw()
Backend.control_dependencies_raw()
Backend.identity_with_control_dependencies_raw()
Backend.create_placeholder_raw()
Backend.create_parameter_raw()
Backend.set_parameter_initial_value()
Backend.set_parameter_trainable()
Backend.parameter_assign()
Backend.parameter_assign_key()
Backend.parameter_move_to()
Backend.runtime_sanity_checks()
Backend.is_valid_in_current_graph()
Backend.format_graph_output()
Backend.convert_to_tensor()
Backend.full()
Backend.compare()
Backend.combine()
Backend.gather()
Backend.scatter()
Backend.slice()
Backend.flip()
Backend.where()
Backend.search_sorted()
Backend.is_finite()
Backend.is_infinite()
Backend.is_neg_infinite()
Backend.clip_by_value()
Backend.lerp()
Backend.cumsum()
Backend.matmul()
Backend.range_over_dim()
Backend.replace_dim()
Backend.reduce()
Backend.top_k()
Backend.random()
Backend.masked_select()
Backend.masked_scatter()
Backend.batch_norm()
Backend.conv()
Backend.transposed_conv()
Backend.pool()
Backend.stft()
Backend.lstm()
Backend.TensorArrayType
Backend.tensor_array_create()
Backend.tensor_array_unstack()
Backend.tensor_array_stack()
Backend.tensor_array_push_back()
Backend.tensor_array_get_item()
select_backend()
get_selected_backend()
is_executing_eagerly()
select_backend_tf()
select_backend_returnn_layers_tf()
select_backend_torch()
get_backend_by_tensor()
get_backend_by_raw_tensor_type()
register_backend_by_tensor_type()
returnn.frontend._native
returnn.frontend._numpy_backend
NumpyBackend
NumpyBackend.name
NumpyBackend.RawTensorType
NumpyBackend.executing_eagerly()
NumpyBackend.get_dtype_name_raw()
NumpyBackend.as_dtype_raw()
NumpyBackend.get_ndim_raw()
NumpyBackend.get_shape_raw()
NumpyBackend.get_shape_tuple_raw()
NumpyBackend.get_known_shape_raw()
NumpyBackend.convert_to_tensor()
NumpyBackend.expand_dims_raw()
NumpyBackend.transpose_raw()
NumpyBackend.reshape_raw()
NumpyBackend.compare_raw()
NumpyBackend.combine_raw()
NumpyBackend.range_over_dim()
NumpyBackend.reduce()
NumpyBackend.activation_raw()
returnn.frontend._random_journal
returnn.frontend._utils
returnn.frontend.array_
convert_to_tensor()
constant()
copy()
cast()
merge_dims()
split_dims()
reshape()
split()
expand_dim()
expand_dims()
squeeze()
window()
concat()
concat_features()
pad()
cum_concat_step()
stack()
masked_select()
masked_scatter()
sequence_mask()
pack_padded()
pad_packed()
gather()
scatter()
scatter_argmax()
slice()
shift_right()
shift_left()
reverse_sequence()
where()
search_sorted()
sparse_to_dense()
one_hot()
returnn.frontend.attention
dot_attention()
SelfAttentionBase
SelfAttention
CausalSelfAttention
CausalSelfAttentionState
RotaryPosSelfAttention
RotaryPosCausalSelfAttention
RelPosSelfAttention
RelPosCausalSelfAttention
CrossAttention
LearnedRelativePositionalEncoding
relative_positional_encoding()
sinusoidal_positional_encoding()
returnn.frontend.audio
returnn.frontend.audio.mel
returnn.frontend.audio.specaugment
returnn.frontend.backend
returnn.frontend.build_from_dict
returnn.frontend.cond
returnn.frontend.const
returnn.frontend.container
returnn.frontend.control_flow_ctx
returnn.frontend.conv
returnn.frontend.conversions
returnn.frontend.conversions.espnet_e_branchformer
returnn.frontend.conversions.hf_llama
returnn.frontend.conversions.torch_nn
returnn.frontend.decoder
returnn.frontend.decoder.transformer
returnn.frontend.device
returnn.frontend.dims
returnn.frontend.dropout
returnn.frontend.dtype
returnn.frontend.encoder
returnn.frontend.encoder.base
returnn.frontend.encoder.conformer
returnn.frontend.encoder.e_branchformer
returnn.frontend.encoder.transformer
returnn.frontend.gradient
returnn.frontend.graph
returnn.frontend.hooks
returnn.frontend.init
returnn.frontend.label_smoothing
returnn.frontend.linear
returnn.frontend.loop
returnn.frontend.loss
returnn.frontend.math_
compare()
compare_bc()
combine()
combine_bc()
equal()
not_equal()
less()
less_equal()
greater()
greater_equal()
add()
sub()
mul()
true_divide()
floor_divide()
ceil_divide()
neg()
reciprocal()
mod()
pow()
squared_difference()
logical_and()
logical_or()
logical_not()
opt_logical_or()
opt_logical_and()
is_finite()
is_infinite()
is_neg_infinite()
maximum()
minimum()
clip_by_value()
identity()
exp()
expm1()
log()
safe_log()
log1p()
sqrt()
rsqrt()
square()
abs()
tanh()
sigmoid()
log_sigmoid()
sin()
cos()
ceil()
floor()
round()
relu()
relu_square()
elu()
selu()
silu()
swish()
gelu()
softmax()
log_softmax()
gating()
lerp()
cumsum()
returnn.frontend.matmul
returnn.frontend.module
Module
Module.default_initial_state()
Module.get_default_name()
Module.get_deep()
Module.set_deep()
Module.children()
Module.named_children()
Module.modules()
Module.named_modules()
Module.named_parameters()
Module.parameters()
Module.has_parameters
Module.apply()
Module.to()
Module.register_forward_hook()
Functional
returnn.frontend.normalization
returnn.frontend.parameter
returnn.frontend.parametrizations
returnn.frontend.parametrize
returnn.frontend.piecewise_linear
returnn.frontend.rand
returnn.frontend.rec
returnn.frontend.reduce
returnn.frontend.run_ctx
returnn.frontend.signal
returnn.frontend.state
returnn.frontend.stepwise_scheduler
returnn.frontend.tensor_array
returnn.frontend.types
returnn.import_
returnn.import_.common
returnn.import_.git
returnn.import_.import_
returnn.learning_rate_control
LearningRateControl
LearningRateControl.need_error_info
LearningRateControl.EpochData
LearningRateControl.load_initial_kwargs_from_config()
LearningRateControl.load_initial_from_config()
LearningRateControl.calc_learning_rate_decay_or_grow()
LearningRateControl.calc_learning_rate_for_epoch()
LearningRateControl.calc_new_learning_rate_for_epoch()
LearningRateControl.get_learning_rate_for_epoch()
LearningRateControl.set_default_learning_rate_for_epoch()
LearningRateControl.get_last_epoch()
LearningRateControl.get_most_recent_learning_rate()
LearningRateControl.calc_relative_error()
LearningRateControl.set_epoch_error()
LearningRateControl.get_error_key()
LearningRateControl.get_epoch_error_dict()
LearningRateControl.get_epoch_error_value()
LearningRateControl.get_epoch_error_key_value()
LearningRateControl.get_last_best_epoch()
LearningRateControl.save()
LearningRateControl.load()
ConstantLearningRate
NewbobRelative
NewbobAbs
NewbobMultiEpoch
learning_rate_control_type()
load_learning_rate_control_from_config()
demo()
returnn.log
returnn.native_op
NativeOpBaseMixin
NativeOpGenBase
NativeOpGenBase.in_info
NativeOpGenBase.out_info
NativeOpGenBase.c_fw_code
NativeOpGenBase.c_bw_code
NativeOpGenBase.c_extra_support_code
NativeOpGenBase.code_version
NativeOpGenBase.grad_input_map
NativeOpGenBase.theano_custom_grad
NativeOpGenBase.cpu_support
NativeOpGenBase.map_layer_inputs_to_op()
NativeOpGenBase.map_layer_output_from_op()
LstmGenericBase
LstmLowMem
NativeLstm2
TwoDLSTM
Chunking
UnChunking
SubtensorBatchedIndex
SparseToDense
MaxAndArgmaxSparse
CrossEntropySoftmaxAndGradientZSparse
FastBaumWelchOp
MultiEndFastBaumWelchOp
SegmentFastBaumWelchOp
FastViterbiOp
GetCtcFsaFastBwOp
EditDistanceOp
OptimalCompletionEditDistanceOp
OptimalCompletionEditDistancePerSuccessorOp
NextEditDistanceRowOp
NextEditDistanceReduceOp
sparse_splice_offset_numpy()
returnn.pretrain
returnn.sprint
returnn.sprint.cache
FileInfo
FileArchive
FileArchive.read_u32()
FileArchive.read_U32()
FileArchive.read_U8()
FileArchive.read_packed_U32()
FileArchive.read_u64()
FileArchive.read_char()
FileArchive.read_bytes()
FileArchive.read_str()
FileArchive.read_S16()
FileArchive.read_f32()
FileArchive.read_f64()
FileArchive.read_v()
FileArchive.write_str()
FileArchive.write_char()
FileArchive.write_u32()
FileArchive.write_U32()
FileArchive.write_u64()
FileArchive.write_f32()
FileArchive.write_f64()
FileArchive.SprintCacheHeader
FileArchive.start_recovery_tag
FileArchive.end_recovery_tag
FileArchive.file_list()
FileArchive.finalize()
FileArchive.read_file_info_table()
FileArchive.write_file_info_table()
FileArchive.scan_archive()
FileArchive.has_entry()
FileArchive.read()
FileArchive.get_state()
FileArchive.set_allophones()
FileArchive.get_allophones_list()
FileArchive.add_feature_cache()
FileArchive.add_attributes()
FileArchiveBundle
open_file_archive()
is_sprint_cache_file()
AllophoneLabeling
MixtureSet
WordBoundaries
main()
returnn.sprint.control
print()
init()
getSegmentList()
SprintNnPythonLayer
SprintNnPythonLayer.finalize()
SprintNnPythonLayer.setInputDimension()
SprintNnPythonLayer.setOutputDimension()
SprintNnPythonLayer.initializeNetworkParameters()
SprintNnPythonLayer.loadNetworkParameters()
SprintNnPythonLayer.saveNetworkParameters()
SprintNnPythonLayer.isTrainable()
SprintNnPythonLayer.getNumberOfFreeParameters()
SprintNnPythonLayer.forward()
SprintNnPythonLayer.backpropagate()
PythonControl
PythonControl.Version
PythonControl.instance
PythonControl.create()
PythonControl.init_processing()
PythonControl.process_segment()
PythonControl.close()
PythonControl.handle_next()
PythonControl.run_control_loop()
PythonControl.exit()
PythonControl.check_control_loop_running()
PythonControl.run_threaded_control_loop()
PythonControl.own_threaded_callback()
PythonControl.own_tcb_version()
PythonControl.own_tcb_get_loss_and_error_signal()
PythonControl.init_segment()
PythonControl.notify_segment_loss()
PythonControl.get_current_seg_posteriors()
PythonControl.set_current_seg_error_signal()
PythonControl.set_current_seg_loss()
PythonControl.segment_list_iterator()
returnn.sprint.error_signals
returnn.sprint.extern_interface
returnn.sprint.interface
init()
init_python_feature_scorer()
PythonFeatureScorer
PythonFeatureScorer.init()
PythonFeatureScorer.exit()
PythonFeatureScorer.get_feature_buffer_size()
PythonFeatureScorer.add_feature()
PythonFeatureScorer.reset()
PythonFeatureScorer.get_segment_name()
PythonFeatureScorer.get_features()
PythonFeatureScorer.get_posteriors()
PythonFeatureScorer.features_to_dataset()
PythonFeatureScorer.engine
PythonFeatureScorer.config
PythonFeatureScorer.compute()
PythonFeatureScorer.get_scores()
getSegmentList()
init_python_trainer()
exit()
feedInput()
finishDiscard()
finishError()
feedInputAndTarget()
feedInputAndTargetAlignment()
feedInputAndTargetSegmentOrth()
feedInputUnsupervised()
feedInputForwarding()
dump_flags()
set_target_mode()
get_final_epoch()
features_to_dataset()
make_criterion_class()
demo()
returnn.tensor
returnn.tensor._dim_extra
returnn.tensor._tensor_extra
returnn.tensor._tensor_mixin_base
returnn.tensor._tensor_op_overloads
returnn.tensor.control_flow_ctx
ControlFlowContext
ControlFlowContext.Types
ControlFlowContext.repr_inner()
ControlFlowContext.abs_ctx_stack()
ControlFlowContext.abs_ctx_stack_with_root()
ControlFlowContext.is_parent_or_same()
ControlFlowContext.collect_parent_dims()
ControlFlowContext.is_loop()
ControlFlowContext.is_cond()
ControlFlowContext.outer_ctx
ControlFlowContext.tf_control_flow_ctx
ControlFlowContext.loop_spatial_dim
returnn.tensor.dim
returnn.tensor.marked_dim
returnn.tensor.tensor
returnn.tensor.tensor_dict
returnn.tensor.utils
returnn.tf
returnn.tf.compat
returnn.tf.data_pipeline
- TensorFlow data pipeline
DataProviderBase
FeedDictDataProvider
FeedDictDataProvider.start_threads()
FeedDictDataProvider.stop_threads()
FeedDictDataProvider.get_next_batch()
FeedDictDataProvider.have_more_data()
FeedDictDataProvider.get_feed_dict()
FeedDictDataProvider.get_dataset_name()
FeedDictDataProvider.have_reached_end()
FeedDictDataProvider.get_complete_frac()
InputContext
DatasetDataProvider
DatasetDataProvider.set_current_dataset()
DatasetDataProvider.start_threads()
DatasetDataProvider.stop_threads()
DatasetDataProvider.have_more_data()
DatasetDataProvider.get_feed_dict()
DatasetDataProvider.have_reached_end()
DatasetDataProvider.get_dataset_name()
DatasetDataProvider.get_complete_frac()
returnn.tf.distributed
returnn.tf.engine
- TensorFlow engine
CancelTrainingException
Runner
Engine
Engine.finalize()
Engine.get_const_tensor()
Engine.is_requesting_for_gpu()
Engine.make_tf_session()
Engine.get_eval_datasets()
Engine.dev_data
Engine.eval_data
Engine.load_model()
Engine.save_model()
Engine.delete_model()
Engine.init_train_from_config()
Engine.get_net_dict_for_epoch()
Engine.init_network_from_config()
Engine.create_network()
Engine.need_init_new_network()
Engine.init_new_network()
Engine.train()
Engine.init_train_epoch()
Engine.train_epoch()
Engine.format_score()
Engine.eval_model()
Engine.check_last_epoch()
Engine.check_uninitialized_vars()
Engine.get_specific_feed_dict()
Engine.run_single()
Engine.forward_single()
Engine.forward_to_hdf()
Engine.forward_with_callback()
Engine.analyze()
Engine.search()
Engine.search_single()
Engine.search_single_seq()
Engine.search_single_string_to_string_seq()
Engine.compute_priors()
Engine.web_server()
get_global_engine()
returnn.tf.frontend_layers
returnn.tf.frontend_layers._backend
ReturnnLayersBackend
ReturnnLayersBackend.name
ReturnnLayersBackend.RawTensorType
ReturnnLayersBackend.is_tensorflow
ReturnnLayersBackend.is_backend_raw_tensor_dim_tag_independent
ReturnnLayersBackend.executing_eagerly()
ReturnnLayersBackend.get_tensor_dependencies()
ReturnnLayersBackend.get_tensor_consumers()
ReturnnLayersBackend.cond()
ReturnnLayersBackend.while_loop()
ReturnnLayersBackend.set_random_seed()
ReturnnLayersBackend.get_random_state()
ReturnnLayersBackend.set_random_state()
ReturnnLayersBackend.get_dtype_name_raw()
ReturnnLayersBackend.as_dtype_raw()
ReturnnLayersBackend.get_ndim_raw()
ReturnnLayersBackend.get_shape_raw()
ReturnnLayersBackend.get_shape_tuple_raw()
ReturnnLayersBackend.get_known_shape_raw()
ReturnnLayersBackend.fill_raw()
ReturnnLayersBackend.compare_raw()
ReturnnLayersBackend.combine_raw()
ReturnnLayersBackend.reshape_raw()
ReturnnLayersBackend.make_output_tensor()
ReturnnLayersBackend.copy()
ReturnnLayersBackend.cast()
ReturnnLayersBackend.set_requires_gradient()
ReturnnLayersBackend.gradient()
ReturnnLayersBackend.stop_gradient()
ReturnnLayersBackend.scaled_gradient()
ReturnnLayersBackend.scaled_gradient_ext()
ReturnnLayersBackend.merge_dims()
ReturnnLayersBackend.split_dims()
ReturnnLayersBackend.reshape()
ReturnnLayersBackend.split()
ReturnnLayersBackend.expand_dim()
ReturnnLayersBackend.squeeze()
ReturnnLayersBackend.concat()
ReturnnLayersBackend.pad()
ReturnnLayersBackend.cum_concat_step()
ReturnnLayersBackend.activation()
ReturnnLayersBackend.activation_raw()
ReturnnLayersBackend.safe_log()
ReturnnLayersBackend.softmax()
ReturnnLayersBackend.log_softmax()
ReturnnLayersBackend.softmax_cross_entropy_with_logits()
ReturnnLayersBackend.ctc_loss()
ReturnnLayersBackend.create_parameter_raw()
ReturnnLayersBackend.set_parameter_initial_value()
ReturnnLayersBackend.set_parameter_trainable()
ReturnnLayersBackend.parameter_assign()
ReturnnLayersBackend.convert_to_tensor()
ReturnnLayersBackend.full()
ReturnnLayersBackend.compare()
ReturnnLayersBackend.combine()
ReturnnLayersBackend.gather()
ReturnnLayersBackend.slice()
ReturnnLayersBackend.flip()
ReturnnLayersBackend.where()
ReturnnLayersBackend.clip_by_value()
ReturnnLayersBackend.cumsum()
ReturnnLayersBackend.matmul()
ReturnnLayersBackend.range_over_dim()
ReturnnLayersBackend.replace_dim()
ReturnnLayersBackend.reduce()
ReturnnLayersBackend.top_k()
ReturnnLayersBackend.random_journal_replay()
ReturnnLayersBackend.random()
ReturnnLayersBackend.masked_select()
ReturnnLayersBackend.batch_norm()
ReturnnLayersBackend.conv()
ReturnnLayersBackend.transposed_conv()
ReturnnLayersBackend.pool()
ReturnnLayersBackend.stft()
ReturnnLayersBackend.lstm()
returnn.tf.frontend_layers._utils
returnn.tf.frontend_layers.cond
returnn.tf.frontend_layers.config_entry_points
returnn.tf.frontend_layers.debug_eager_mode
returnn.tf.frontend_layers.dims
returnn.tf.frontend_layers.layer
Layer
Layer.reset_default_root()
Layer.top()
Layer.recent_subnet()
Layer.current_ctx()
Layer.new_root()
Layer.inner_loop()
Layer.inner_control_flow()
Layer.assign_parent()
Layer.move_tensor_here()
Layer.root
Layer.is_root
Layer.can_access_children_from_root
Layer.control_flow_ctx()
Layer.extend_reserved_names()
Layer.get_returnn_config()
Layer.make_net()
Layer.make_default_output()
Layer.get_abs_name_ctx_list()
Layer.get_abs_name()
Layer.get_abs_name_repr()
Layer.get_name_in_ctx()
Layer.get_child()
Layer.get_new_child()
Layer.get_child_with_tensor()
Layer.get_child_tensor()
Layer.get_recent_tensor()
Layer.get_tensor_dependencies()
Layer.make_all_sub_networks_and_optimize()
Layer.optimize_move_up()
Net
ReturnnDimTagsProxy
auto_setup_name_ctx_ignore_func()
returnn.tf.frontend_layers.loop
returnn.tf.frontend_layers.make_layer
returnn.tf.frontend_layers.masked_computation
returnn.tf.frontend_layers.parameter_assign
returnn.tf.frontend_layers.prev_tensor_ref
returnn.tf.frontend_low_level
returnn.tf.frontend_low_level._backend
TFBackend
TFBackend.name
TFBackend.RawTensorType
TFBackend.is_tensorflow
TFBackend.executing_eagerly()
TFBackend.get_dtype_name_raw()
TFBackend.as_dtype_raw()
TFBackend.get_ndim_raw()
TFBackend.get_shape_raw()
TFBackend.get_shape_tuple_raw()
TFBackend.get_known_shape_raw()
TFBackend.set_known_shape_raw()
TFBackend.fill_raw()
TFBackend.compare_raw()
TFBackend.combine_raw()
TFBackend.where()
TFBackend.reshape_raw()
TFBackend.squeeze_raw()
TFBackend.transpose_raw()
TFBackend.expand_dims_raw()
TFBackend.expand_raw()
TFBackend.copy()
TFBackend.cast_raw()
TFBackend.activation_raw()
TFBackend.have_sequence_mask_raw()
TFBackend.sequence_mask_raw()
TFBackend.name_scope_raw()
TFBackend.control_dependencies_raw()
TFBackend.identity_with_control_dependencies_raw()
TFBackend.create_placeholder_raw()
TFBackend.runtime_sanity_checks()
TFBackend.is_valid_in_current_graph()
TFBackend.format_graph_output()
TFBackend.convert_to_tensor()
TFBackend.range_over_dim()
TFBackend.reduce()
TFBackend.is_finite()
TFBackend.clip_by_value()
returnn.tf.horovod
HorovodContext
HorovodContext.should_sync_every_step()
HorovodContext.get_reduce_type()
HorovodContext.is_reduce_type_grad()
HorovodContext.is_reduce_type_param()
HorovodContext.get_param_sync_time_diff()
HorovodContext.get_param_sync_step()
HorovodContext.get_dataset_distribution_type()
HorovodContext.is_dataset_distribution_shard()
HorovodContext.get_dataset_shard_batch_slice()
HorovodContext.is_dataset_distribution_random_seed_offset()
HorovodContext.rank()
HorovodContext.size()
HorovodContext.local_rank()
HorovodContext.local_size()
get_ctx()
returnn.tf.hyper_param_tuning
returnn.tf.layers
returnn.tf.layers.base
LayerBase
LayerBase.layer_class
LayerBase.allow_inf_in_output
LayerBase.recurrent
LayerBase.post_init()
LayerBase.get_out_data_from_opts()
LayerBase.fixup_out_data()
LayerBase.get_global_layer_list()
LayerBase.get_recent_layer()
LayerBase.transform_config_dict()
LayerBase.get_full_ctx_name()
LayerBase.cls_get_tf_scope_name()
LayerBase.cls_setup_scope()
LayerBase.tf_scope_name
LayerBase.get_base_absolute_name_scope_prefix()
LayerBase.get_absolute_name_scope_prefix()
LayerBase.get_absolute_name()
LayerBase.is_output_layer()
LayerBase.get_dep_layers()
LayerBase.cls_get_sub_network()
LayerBase.get_sub_layer()
LayerBase.get_available_sub_layer_names()
LayerBase.get_sub_layer_out_data_from_opts()
LayerBase.get_sub_networks()
LayerBase.get_sub_layers()
LayerBase.get_search_choices()
LayerBase.get_search_beam_size()
LayerBase.get_normalized_layer()
LayerBase.get_batch_dim()
LayerBase.get_batch_info()
LayerBase.var_creation_scope()
LayerBase.add_param()
LayerBase.set_param_values_by_dict()
LayerBase.get_param_values_dict()
LayerBase.get_saveable_params_dict()
LayerBase.get_losses()
LayerBase.get_losses_initialized()
LayerBase.get_params_l2_norm()
LayerBase.get_output_spatial_smoothing_energy()
LayerBase.get_darc1()
LayerBase.get_constraints_value()
LayerBase.batch_norm()
LayerBase.get_hidden_state()
LayerBase.get_last_hidden_state()
LayerBase.post_process_final_rec_vars_outputs()
LayerBase.get_rec_initial_output()
LayerBase.get_rec_initial_extra_outputs()
LayerBase.get_rec_initial_extra_outputs_shape_invariants()
InternalLayer
DataNotAvailableLayer
WrappedInternalLayer
ReuseParams
SearchChoices
SearchChoices.src_layer
SearchChoices.set_beam_from_own_rec()
SearchChoices.set_beam_from_rec()
SearchChoices.set_src_beams()
SearchChoices.set_beam_scores()
SearchChoices.get_src_choices_seq()
SearchChoices.get_beam_info()
SearchChoices.compare()
SearchChoices.translate_to_this_search_beam()
SearchChoices.translate_to_common_search_beam()
Loss
returnn.tf.layers.basic
SourceLayer
concat_sources()
get_concat_sources_data_template()
concat_sources_with_opt_dropout()
CopyLayer
IdentityLayer
ConcatLayer
DropoutLayer
ScaledGradientLayer
SelectSearchSourcesLayer
ActivationLayer
BatchNormLayer
LayerNormLayer
NormLayer
MathNormLayer
SliceLayer
SliceNdLayer
GatherLayer
GatherNdLayer
ScatterNdLayer
LinearLayer
SoftmaxLayer
LengthLayer
SoftmaxOverSpatialLayer
SeqLenMaskLayer
BooleanMaskLayer
RandomStateInitLayer
RandomLayer
RandIntLayer
RangeLayer
RangeInAxisLayer
RangeFromLengthLayer
BatchSoftmaxLayer
ConstantLayer
GatingLayer
WindowLayer
FoldLayer
CumsumLayer
PadLayer
MergeDimsLayer
SplitLayer
SplitDimsLayer
SplitBatchTimeLayer
ReshapeLayer
FlattenBatchLayer
UnflattenBatchLayer
UnflattenNdLayer
ExpandDimsLayer
RepeatLayer
TileLayer
CastLayer
SwapAxesLayer
TransposeLayer
ReinterpretDataLayer
ConvLayer
PoolLayer
DctLayer
TransposedConvLayer
ReduceLayer
ReduceOutLayer
SqueezeLayer
StackLayer
WeightedSumLayer
ElemwiseProdLayer
PrefixInTimeLayer
PostfixInTimeLayer
TimeChunkingLayer
TimeUnChunkingLayer
DotLayer
ShiftAxisLayer
ResizeLayer
CombineDimsLayer
RemoveLayer
CombineLayer
EvalLayer
CompareLayer
SwitchLayer
CondLayer
TopKLayer
SearchSortedLayer
SubnetworkLayer
SubnetworkLayer.layer_class
SubnetworkLayer.recurrent
SubnetworkLayer.update_params_from_subnet()
SubnetworkLayer.update_rec_vars_outputs()
SubnetworkLayer.update_load_on_init()
SubnetworkLayer.get_out_data_from_opts()
SubnetworkLayer.transform_config_dict()
SubnetworkLayer.get_sub_layer_out_data_from_opts()
SubnetworkLayer.cls_get_sub_network()
SubnetworkLayer.get_sub_layer()
SubnetworkLayer.get_available_sub_layer_names()
SubnetworkLayer.get_sub_networks()
SubnetworkLayer.get_sub_layers()
SubnetworkLayer.get_dep_layers()
SubnetworkLayer.get_last_hidden_state()
SubnetworkLayer.get_rec_initial_extra_outputs()
SubnetworkLayer.get_rec_initial_extra_outputs_shape_invariants()
TrainFlagLayer
GlobalTrainStepLayer
AccumulateMeanLayer
LossLayer
ForcedAlignmentLayer
ForcedAlignmentLayer.layer_class
ForcedAlignmentLayer.get_sub_layer_out_data_from_opts()
ForcedAlignmentLayer.get_sub_layer()
ForcedAlignmentLayer.get_available_sub_layer_names()
ForcedAlignmentLayer.get_dep_layers()
ForcedAlignmentLayer.transform_config_dict()
ForcedAlignmentLayer.get_out_data_from_opts()
SparseSoftmaxCrossEntropyWithLogitsLayer
CtcLossLayer
FastBaumWelchLayer
GradientLayer
SyntheticGradientLayer
TikhonovRegularizationLayer
FramewiseStatisticsLayer
PrintLayer
HDFDumpLayer
ImageSummaryLayer
CrossEntropyLoss
BinaryCrossEntropyLoss
GenericCELoss
CtcLoss
EditDistanceLoss
BleuLoss
ExpectedLoss
DeepClusteringLoss
L1Loss
MeanSquaredError
MeanL1Loss
ExternSprintLoss
FastBaumWelchLoss
ViaLayerLoss
AsIsLoss
SearchScoreLoss
SamplingBasedLoss
TripletLoss
get_loss_class()
auto_register_layer_classes()
register_layer_class()
get_layer_class()
get_layer_class_name_list()
returnn.tf.layers.rec
RecLayer
RecLayer.layer_class
RecLayer.recurrent
RecLayer.SubnetworkRecCell
RecLayer.get_dep_layers()
RecLayer.transform_source_and_axis()
RecLayer.transform_config_dict()
RecLayer.get_out_data_from_opts()
RecLayer.get_absolute_name_scope_prefix()
RecLayer.get_rec_initial_extra_outputs()
RecLayer.get_rec_initial_output()
RecLayer.get_rnn_cell_class()
RecLayer.get_losses()
RecLayer.get_constraints_value()
RecLayer.convert_cudnn_canonical_to_lstm_block()
RecLayer.get_last_hidden_state()
RecLayer.is_prev_step_layer()
RecLayer.get_sub_layer()
RecLayer.get_available_sub_layer_names()
RecLayer.get_sub_networks()
RecLayer.get_sub_layers()
RecStepInfoLayer
RecLastOutputLayer
RnnCellLayer
RnnCellLayer.layer_class
RnnCellLayer.recurrent
RnnCellLayer.get_out_data_from_opts()
RnnCellLayer.get_absolute_name_scope_prefix()
RnnCellLayer.get_dep_layers()
RnnCellLayer.get_hidden_state_size()
RnnCellLayer.get_output_from_state()
RnnCellLayer.get_hidden_state()
RnnCellLayer.get_state_by_key()
RnnCellLayer.get_last_hidden_state()
RnnCellLayer.get_rec_initial_state()
RnnCellLayer.get_rec_initial_state_inner()
RnnCellLayer.get_rec_initial_extra_outputs()
RnnCellLayer.transform_config_dict()
RnnCellLayer.transform_initial_state()
RnnCellLayer.get_rec_initial_output()
GetLastHiddenStateLayer
GetRecAccumulatedOutputLayer
RecUnstackLayer
BaseChoiceLayer
ChoiceLayer
ChoiceLayer.layer_class
ChoiceLayer.transform_config_dict()
ChoiceLayer.get_out_data_from_opts()
ChoiceLayer.get_sub_layer()
ChoiceLayer.get_available_sub_layer_names()
ChoiceLayer.get_sub_layer_out_data_from_opts()
ChoiceLayer.get_dep_layers()
ChoiceLayer.get_rec_initial_output()
ChoiceLayer.post_process_final_rec_vars_outputs()
DecideLayer
DecideKeepBeamLayer
ChoiceGetBeamScoresLayer
ChoiceGetSrcBeamsLayer
SplitBatchBeamLayer
AttentionBaseLayer
GlobalAttentionContextBaseLayer
GenericAttentionLayer
DotAttentionLayer
ConcatAttentionLayer
GaussWindowAttentionLayer
SelfAttentionLayer
SelfAttentionLayer.layer_class
SelfAttentionLayer.recurrent
SelfAttentionLayer.transform_config_dict()
SelfAttentionLayer.get_out_data_from_opts()
SelfAttentionLayer.get_rec_initial_extra_outputs()
SelfAttentionLayer.get_rec_initial_extra_outputs_shape_invariants()
SelfAttentionLayer.post_process_final_rec_vars_outputs()
PositionalEncodingLayer
KenLmStateLayer
EditDistanceLayer
EditDistanceTableLayer
OptimalCompletionsLayer
MaskedComputationLayer
MaskedComputationLayer.layer_class
MaskedComputationLayer.recurrent
MaskedComputationLayer.get_dep_layers()
MaskedComputationLayer.transform_config_dict()
MaskedComputationLayer.get_out_data_from_opts()
MaskedComputationLayer.get_sub_layer_out_data_from_opts()
MaskedComputationLayer.get_sub_layer()
MaskedComputationLayer.get_available_sub_layer_names()
MaskedComputationLayer.get_constraints_value()
MaskedComputationLayer.get_losses()
MaskedComputationLayer.get_rec_initial_output()
MaskedComputationLayer.get_rec_initial_extra_outputs()
MaskedComputationLayer.get_rec_initial_extra_outputs_shape_invariants()
UnmaskLayer
BaseRNNCell
VanillaLSTMCell
RHNCell
BlocksparseLSTMCell
BlocksparseMultiplicativeMultistepLSTMCell
LayerNormVariantsLSTMCell
TwoDLSTMLayer
ZoneoutLSTMCell
RelativePositionalEncodingLayer
CumConcatLayer
returnn.tf.layers.segmental_model
batch_sizes_after_windowing()
batch_indices_after_windowing()
SegmentInputLayer
ClassesToSegmentsLayer
ClassesToLengthDistributionLayer
ClassesToLengthDistributionGlobalLayer
SegmentAlignmentLayer
UnsegmentInputLayer
FillUnusedMemoryLayer
SwapTimeFeatureLayer
FlattenTimeLayer
ApplyLengthDistributionLayer
NormalizeLengthScoresLayer
returnn.tf.layers.signal_processing
AlternatingRealToComplexLayer
BatchMedianPoolingLayer
ComplexLinearProjectionLayer
ComplexToAlternatingRealLayer
MaskBasedGevBeamformingLayer
MaskBasedMvdrBeamformingWithDiagLoadingLayer
MelFilterbankLayer
MultiChannelMultiResolutionStftLayer
MultiChannelStftLayer
StftLayer
IstftLayer
NoiseEstimationByFirstTFramesLayer
ParametricWienerFilterLayer
SignalMaskingLayer
SplitConcatMultiChannel
TileFeaturesLayer
returnn.tf.layers.variable
returnn.tf.native_op
OpDescription
OpMaker
load_dump_file()
make_op()
make_lstm_op()
RecSeqCellOp
NativeLstmCell
NativeLstmLowMemCell
NativeLstm2
TwoDNativeLstmCell
chunk()
unchunk()
make_fast_baum_welch_op()
fast_baum_welch()
fast_baum_welch_by_sprint_automata()
tf_fast_bw_fsa_staircase()
get_ctc_fsa_fast_bw()
fast_baum_welch_staircase()
ctc_loss()
fast_viterbi()
ctc_loss_viterbi()
edit_distance()
optimal_completion_edit_distance()
optimal_completion_edit_distance_per_successor()
next_edit_distance_row()
edit_distance_via_next_edit_distance_row()
next_edit_distance_reduce()
optimal_completion_edit_distance_per_successor_via_next_edit_distance()
have_blocksparse_requirements()
init_blocksparse()
demo()
returnn.tf.network
DataNotFound
ExternData
ExternData.init_from_config()
ExternData.init_from_dataset()
ExternData.init_batch_info()
ExternData.check_matched_dataset()
ExternData.register_data()
ExternData.has_data()
ExternData.get_data()
ExternData.get_default_input_data()
ExternData.get_default_target_data()
ExternData.get_data_description()
ExternData.get_sorted_data_items()
ExternData.get_all_dimension_tags()
ExternData.set_batch_info()
ExternData.get_batch_info()
TFNetwork
TFNetwork.get_network_hierarchy()
TFNetwork.get_root_network()
TFNetwork.get_root_ctx_network()
TFNetwork.get_control_flow_ctx()
TFNetwork.is_extra_internal_template_construction()
TFNetwork.get_absolute_name_scope_prefix()
TFNetwork.get_absolute_name_prefix()
TFNetwork.construct_from_dict()
TFNetwork.make_extra_net()
TFNetwork.construct_extra_net()
TFNetwork.construct_layer()
TFNetwork.layer_creation_scope()
TFNetwork.add_layer()
TFNetwork.get_extern_data()
TFNetwork.get_used_data_keys()
TFNetwork.get_seq_tags()
TFNetwork.make_subnet()
TFNetwork.get_losses_initialized()
TFNetwork.maybe_construct_objective()
TFNetwork.get_objective()
TFNetwork.get_total_loss()
TFNetwork.get_total_constraints()
TFNetwork.get_fetches_dict()
TFNetwork.get_used_targets()
TFNetwork.get_default_target()
TFNetwork.get_output_layers()
TFNetwork.get_default_output_layer_name()
TFNetwork.get_default_output_layer()
TFNetwork.get_layer()
TFNetwork.get_all_layers_shallow()
TFNetwork.get_all_layers_deep()
TFNetwork.get_params_list()
TFNetwork.get_saveable_param_replace_dict()
TFNetwork.get_saveable_params_list()
TFNetwork.get_trainable_params()
TFNetwork.declare_train_params()
TFNetwork.get_num_params()
TFNetwork.initialize_params()
TFNetwork.get_var_assigner()
TFNetwork.get_param_values_dict()
TFNetwork.set_param_values_by_dict()
TFNetwork.get_auxiliary_params()
TFNetwork.get_params_serialized()
TFNetwork.set_params_by_serialized()
TFNetwork.global_train_step_var
TFNetwork.global_train_step
TFNetwork.set_global_train_step()
TFNetwork.get_global_train_step()
TFNetwork.get_epoch_step()
TFNetwork.reset_saver()
TFNetwork.save_params_to_file()
TFNetwork.load_params_from_file()
TFNetwork.print_network_info()
TFNetwork.cond_on_train()
TFNetwork.get_search_choices()
TFNetwork.debug_search_choices()
TFNetwork.get_data_batch_dim()
TFNetwork.get_global_batch_info()
TFNetwork.set_rec_step_info()
TFNetwork.is_inside_rec_layer()
TFNetwork.get_inside_rec_time_dim()
TFNetwork.get_all_rec_time_dims()
TFNetwork.get_rec_parent_layer()
TFNetwork.have_rec_step_info()
TFNetwork.get_rec_step_info()
TFNetwork.get_rec_step_index()
TFNetwork.get_config()
TFNetwork.register_post_control_dependencies()
TFNetwork.get_post_control_dependencies()
TFNetwork.register_graph_reset_callback()
TFNetwork.get_graph_reset_callbacks()
TFNetwork.call_graph_reset_callbacks()
TFNetwork.set_run_opts()
TFNetwork.get_run_opts()
TFNetwork.register_run_finished_callback()
TFNetwork.set_run_finished()
TFNetwork.get_network_stack()
TFNetwork.get_current_network()
TFNetwork.register_network_scope()
TFNetwork.get_search_choices_from_beam()
TFNetwork.register_search_choices_for_beam()
Subnetwork
TFNetworkParamsSerialized
GetLayer
LossHolder
LossHolder.init()
LossHolder.get_layer()
LossHolder.get_only_on_eval()
LossHolder.get_tf_name()
LossHolder.get_loss_value()
LossHolder.get_loss_value_for_fetch()
LossHolder.get_loss_value_for_objective()
LossHolder.get_error_value()
LossHolder.get_norm_factor()
LossHolder.get_normalized_loss_value_per_seq()
LossHolder.get_normalized_error_value_per_seq()
LossHolder.get_loss_value_per_pos()
LossHolder.get_error_value_per_pos()
LossHolder.copy_new_base()
NetworkLayerException
NetworkConstructionDependencyLoopException
LayerNotFound
help_on_tf_exception()
CustomCheckpointLoader
CustomLoadParamFunc
set_custom_post_init()
have_custom_post_init()
returnn.tf.sprint
returnn.tf.updater
register_optimizer_class()
get_optimizer_class()
Updater
Updater.reset_optim_op()
Updater.set_trainable_vars()
Updater.set_learning_rate()
Updater.get_current_step_learning_rate()
Updater.create_optim_op()
Updater.get_optim_op()
Updater.init_optimizer_vars()
Updater.get_default_optimizer()
Updater.get_default_optimizer_item()
Updater.create_all_needed_optimizers()
Updater.get_slot_names_per_optimizer()
Updater.filter_var_list_per_optimizer_key()
Updater.get_slot()
Updater.get_apply_grads_op()
accum_grad_multiple_step()
BaseCustomOptimizer
CustomGradientDescentOptimizer
NormalizedSGD
NeuralOptimizer1
GradVarianceScaledOptimizer
NadamOptimizer
CustomAdamOptimizer
AMSGradOptimizer
returnn.tf.util
returnn.tf.util.basic
CollectionKeys
tf_version_tuple()
assert_min_tf_version()
have_min_tf_version()
CustomUpdate
CustomUpdateExpAverage
set_param_axes_split_info()
check_param_axes_split_info()
get_param_axes_split_info()
transform_param_axes_split_info_to_new_shape()
copy_with_new_split_axes()
get_padding_info_dict_ref()
set_padding_info()
copy_compatible_reduce()
OutputWithActivation
variable_scalar_summaries_dict()
variable_summaries()
get_valid_scope_name_from_str()
get_current_var_scope_name()
get_current_name_scope()
reuse_name_scope()
opt_reuse_name_scope()
get_name_scope_of_tensor()
get_base_name()
reuse_name_scope_of_tensor()
default_control_flow_ctx()
get_root_graph()
flip_gradient()
lookup_grad_func_by_name()
opt_register_grad_func()
identity_with_check_numerics()
check_input_ndim()
check_input_ndim_equal_offset()
check_input_dim()
check_dim_equal()
check_shape_equal()
get_shape_dim()
get_shape()
get_ndim()
get_range()
identity_with_ops()
setup_tf_thread_pools()
check_initial_tf_thread_pool_init()
get_tf_list_local_devices()
print_available_devices()
is_gpu_available()
is_gpu_available_in_session()
get_available_gpu_devices()
get_available_gpu_cuda_min_compute_capability()
is_tf_cuda_build()
dot()
identity()
get_activation_function()
gelu()
gelu2()
gelu3()
random_uniform_abs_initializer()
xavier_initializer()
wrap_distribution_non_zero()
VarianceScalingNonZero
variance_scaling_non_zero_initializer
load_txt_file_initializer()
GammatoneFilterbankInitializer
get_initializer()
dropout()
layer_norm()
openai_layer_norm()
swapaxes()
move_axis()
TensorCachedComputation
sequence_mask()
sequence_mask_time_major()
directed()
reversed()
get_flatten_with_seq_len_mask_cache_for_data()
get_flatten_with_seq_len_mask_cache()
flatten_with_seq_len_mask()
flatten_with_seq_len_mask_time_major()
unflatten_with_seq_len_mask()
expand_dims_unbroadcast()
expand_multiple_dims()
tile_transposed()
constant_with_shape()
dimshuffle()
sparse_labels_with_seq_lens()
sparse_labels()
uniq()
batched_uniq()
ctc_greedy_decode()
get_common_shape()
unbroadcast_to_common_shape()
concat_with_opt_broadcast()
matrix_triangular()
VariableAssigner
get_tf_gcc_version()
get_tf_gcc_path()
get_tf_gpp_path()
CudaEnv
OpCodeCompiler
TFNativeUtilCompiler
make_var_tuple()
add_scaled_noise_to_gradients()
CustomGradient
MetaLosses
filter_grad()
debug_register_better_repr()
cond()
single_strided_slice()
pad_replicate()
circular_pad()
spatial_smoothing_energy()
nan_to_num()
where_bc()
identity_op_nested()
nd_indices()
stop_all_event_writer_threads()
stop_event_writer_thread()
optional_add()
optional_mul()
opt_logical_and()
opt_logical_or()
windowed_nd()
slice_nd()
global_tensor()
get_global_train_flag_placeholder()
get_global_train_flag()
cond_on_train_flag()
get_random_seed()
get_global_random_generator()
StatelessRandomSeed
encode_raw()
get_shared_vocab()
map_labels()
remove_labels()
pad_zeros_in_axis()
slice_pad_zeros()
post_control_dependencies()
sequential_control_dependencies()
global_queue()
init_variable_if_needed()
auto_init_var()
true_once()
raise_OutOfRangeError()
enforce_copy()
zeros_dyn_shape()
view_as()
broadcast_gradient_args()
maximum_with_identity_grad()
minimum_with_identity_grad()
clip_by_value_with_identity_grad()
safe_log()
safe_exp()
l1_normalized()
lin_exp()
lin_exp_normed()
check_base_op_type_and_replace()
copy_op()
simplify_neg()
simplify_add()
simplify_sub()
simplify_non_negative_seq_length()
copy_tensor()
smoothing_cross_entropy()
softmax_cross_entropy_over_size()
interpolate_bilinear()
dense_image_warp()
create_random_warp_flow_2d()
gaussian_kernel_2d()
gaussian_blur_2d()
bleu_score()
prod()
mem_usage_for_dev()
identity_with_debug_log()
add_check_numerics_ops()
nested_get_shapes()
has_current_control_flow_context()
has_control_flow_context()
same_control_flow_ctx()
op_in_right_control_flow_context()
get_protobuf_fields()
get_op_attrib_keys()
get_op_input_names()
get_op_inputs_by_name()
tensor_array_is_dynamic_size()
tensor_array_is_clear_after_read()
tensor_array_element_shape()
tensor_array_like()
tensor_array_stack()
beam_search()
select_src_beams()
filter_ended_scores()
to_int32_64()
to_float32()
batch_gather()
unflatten_nd()
kernels_registered_for_op()
supported_devices_for_op()
find_unsupported_devices_in_graph()
get_device_attr()
print_graph_output()
format_graph_output()
var_handle_or_ref()
find_ops_with_tensor_input()
find_ops_path_output_to_input()
get_var_update_ops()
get_variable_value_copy_before_update_ops()
get_variable_grad_from_update_ops()
get_variable_from_tensor()
add_control_input()
vocab_idx_to_vocab_string()
vocab_idx_repr()
string_merge()
string_replace()
bpe_merge()
words_split()
get_sparse_tensor_length()
string_words_calc_wer()
py_print()
get_positional_encoding()
get_linear_alignment_out_to_in_indices()
get_rnnt_linear_aligned_output()
get_non_deterministic_ops_from_graph()
compute_sampled_logits()
safe_deep_copy()
FetchHelper
is_axis_from_description_recurrent()
onnx_compat_floor_div()
returnn.tf.util.data
FeatureDim()
SpatialDim()
BatchInfo
BatchInfo.VirtualDimBase
BatchInfo.FixedDim
BatchInfo.GlobalBatchDim
BatchInfo.BeamDim
BatchInfo.PaddedDim
BatchInfo.PackedDim
BatchInfo.make_global_batch_info()
BatchInfo.make_global_broadcast_batch_info()
BatchInfo.get_common_batch_info()
BatchInfo.short_repr()
BatchInfo.dim
BatchInfo.static_dim
BatchInfo.beam
BatchInfo.get_base_chain()
BatchInfo.get_global_base()
BatchInfo.get_global_batch_dim()
BatchInfo.is_global_batch()
BatchInfo.is_broadcast()
BatchInfo.copy_extend_with_beam()
BatchInfo.copy_remove_beam()
BatchInfo.copy_remove_dim()
BatchInfo.copy_set_beam()
BatchInfo.copy_extend_with_packed_dim_tag()
BatchInfo.copy_extend_with_padded_dim_tag()
BatchInfo.copy_extend_with_padded_or_fixed_dim_tag()
SearchBeam
returnn.tf.util.gradient_checkpoint
returnn.tf.util.ken_lm
returnn.tf.util.open_fst
returnn.torch
returnn.torch.data
returnn.torch.data.extern_data
returnn.torch.data.pipeline
returnn.torch.data.queued_data_iter
returnn.torch.data.returnn_dataset_wrapper
returnn.torch.data.tensor_utils
returnn.torch.distributed
returnn.torch.engine
returnn.torch.frontend
returnn.torch.frontend._backend
TorchBackend
TorchBackend.name
TorchBackend.RawTensorType
TorchBackend.executing_eagerly()
TorchBackend.set_random_seed()
TorchBackend.get_random_state()
TorchBackend.set_random_state()
TorchBackend.get_dtype_name_raw()
TorchBackend.as_dtype_raw()
TorchBackend.get_ndim_raw()
TorchBackend.get_shape_raw()
TorchBackend.get_shape_tuple_raw()
TorchBackend.get_known_shape_raw()
TorchBackend.get_new_dim_raw()
TorchBackend.get_device()
TorchBackend.copy_to_device()
TorchBackend.expand_dims_raw()
TorchBackend.expand_raw()
TorchBackend.copy()
TorchBackend.cast_raw()
TorchBackend.set_requires_gradient()
TorchBackend.gradient()
TorchBackend.stop_gradient()
TorchBackend.scaled_gradient()
TorchBackend.scaled_gradient_ext()
TorchBackend.gradient_checkpoint_scope()
TorchBackend.merge_dims()
TorchBackend.split_dims()
TorchBackend.reshape()
TorchBackend.split()
TorchBackend.expand_dim()
TorchBackend.squeeze()
TorchBackend.concat()
TorchBackend.pad()
TorchBackend.cum_concat_step()
TorchBackend.stack()
TorchBackend.activation_raw()
TorchBackend.softmax()
TorchBackend.log_softmax()
TorchBackend.softmax_cross_entropy_with_logits()
TorchBackend.ctc_loss()
TorchBackend.create_parameter_raw()
TorchBackend.set_parameter_initial_value()
TorchBackend.set_parameter_trainable()
TorchBackend.parameter_assign()
TorchBackend.parameter_assign_key()
TorchBackend.parameter_move_to()
TorchBackend.compare_raw()
TorchBackend.combine_raw()
TorchBackend.reshape_raw()
TorchBackend.squeeze_raw()
TorchBackend.transpose_raw()
TorchBackend.convert_to_tensor()
TorchBackend.full()
TorchBackend.gather()
TorchBackend.scatter()
TorchBackend.slice()
TorchBackend.flip()
TorchBackend.where()
TorchBackend.search_sorted()
TorchBackend.is_finite()
TorchBackend.is_infinite()
TorchBackend.is_neg_infinite()
TorchBackend.clip_by_value()
TorchBackend.lerp()
TorchBackend.cumsum()
TorchBackend.matmul()
TorchBackend.range_over_dim()
TorchBackend.reduce()
TorchBackend.top_k()
TorchBackend.random_journal_record()
TorchBackend.random()
TorchBackend.masked_select()
TorchBackend.masked_scatter()
TorchBackend.batch_norm()
TorchBackend.conv()
TorchBackend.pool()
TorchBackend.stft()
TorchBackend.lstm()
TorchBackend.TensorArrayType
TorchBackend.tensor_array_unstack()
TorchBackend.tensor_array_stack()
returnn.torch.frontend._rand
returnn.torch.frontend.bridge
returnn.torch.frontend.raw_ops
returnn.torch.optim
returnn.torch.optim.lion