Index _ | A | B | C | D | E | F | G | K | L | M | P | Q | R | S | T | V _ __init__() (dual_attention.attention.Attention method) (dual_attention.dual_attention.DualAttention method) (dual_attention.dual_attn_blocks.DualAttnDecoderBlock method) (dual_attention.dual_attn_blocks.DualAttnEncoderBlock method) (dual_attention.hf.DualAttnTransformerLM_HFHub method) (dual_attention.hf.TransformerLM_HFHub method) (dual_attention.language_models.DualAttnTransformerLM method) (dual_attention.language_models.TransformerLM method) (dual_attention.positional_encoding.LearnedPositionalEmbeddings method) (dual_attention.positional_encoding.RelativePositionalEncoding method) (dual_attention.positional_encoding.SinusoidalPositionalEncoding method) (dual_attention.relational_attention.DisentangledRelationalCrossAttention method) (dual_attention.relational_attention.RelationalAttention method) (dual_attention.relational_attention.RelationalCrossAttention method) (dual_attention.seq2seq_models.Seq2SeqDualAttnTransformer method) (dual_attention.seq2seq_models.Seq2SeqTransformer method) (dual_attention.symbol_retrieval.PositionalSymbolRetriever method) (dual_attention.symbol_retrieval.PositionRelativeSymbolRetriever method) (dual_attention.symbol_retrieval.RelationalSymbolicAttention method) (dual_attention.symbol_retrieval.SymbolicAttention method) (dual_attention.transformer_blocks.DecoderBlock method) (dual_attention.transformer_blocks.EncoderBlock method) (dual_attention.transformer_blocks.FeedForwardBlock method) (dual_attention.transformer_blocks.RMSNorm method) (dual_attention.vision_models.VisionDualAttnTransformer method) (dual_attention.vision_models.VisionTransformer method) A apply_rotary_emb() (in module dual_attention.attention_utils) Attention (class in dual_attention.attention) B block_forward_get_weights() (in module dual_attention.model_analysis.datlm_utils) C compute_causal_mask() (in module dual_attention.attention_utils) compute_causal_neighbor_mask() (dual_attention.symbol_retrieval.RelationalSymbolicAttention static method) compute_diag_mask() (in module dual_attention.attention_utils) compute_neighbor_mask() (dual_attention.symbol_retrieval.RelationalSymbolicAttention static method) configure_optimizers() (in module dual_attention.language_models) (in module dual_attention.seq2seq_models) (in module dual_attention.vision_models) create_norm() (in module dual_attention.transformer_blocks) D datlm_forward_w_intermediate_results() (in module dual_attention.model_analysis.datlm_utils) DecoderBlock (class in dual_attention.transformer_blocks) DisentangledRelationalCrossAttention (class in dual_attention.relational_attention) dual_attention.attention module dual_attention.attention_utils module dual_attention.dual_attention module dual_attention.dual_attn_blocks module dual_attention.hf module dual_attention.language_models module dual_attention.model_analysis.datlm_utils module dual_attention.model_utils module dual_attention.positional_encoding module dual_attention.relational_attention module dual_attention.seq2seq_models module dual_attention.symbol_retrieval module dual_attention.transformer_blocks module dual_attention.vision_models module DualAttention (class in dual_attention.dual_attention) DualAttnDecoderBlock (class in dual_attention.dual_attn_blocks) DualAttnEncoderBlock (class in dual_attention.dual_attn_blocks) DualAttnTransformerLM (class in dual_attention.language_models) DualAttnTransformerLM_HFHub (class in dual_attention.hf) E EncoderBlock (class in dual_attention.transformer_blocks) estimate_mfu() (dual_attention.language_models.DualAttnTransformerLM method) (dual_attention.language_models.TransformerLM method) (dual_attention.seq2seq_models.Seq2SeqDualAttnTransformer method) (dual_attention.seq2seq_models.Seq2SeqTransformer method) F FeedForwardBlock (class in dual_attention.transformer_blocks) forward() (dual_attention.attention.Attention method) (dual_attention.dual_attention.DualAttention method) (dual_attention.dual_attn_blocks.DualAttnDecoderBlock method) (dual_attention.dual_attn_blocks.DualAttnEncoderBlock method) (dual_attention.language_models.DualAttnTransformerLM method) (dual_attention.language_models.TransformerLM method) (dual_attention.positional_encoding.LearnedPositionalEmbeddings method) (dual_attention.positional_encoding.RelativePositionalEncoding method) (dual_attention.positional_encoding.SinusoidalPositionalEncoding method) (dual_attention.relational_attention.DisentangledRelationalCrossAttention method) (dual_attention.relational_attention.RelationalAttention method) (dual_attention.relational_attention.RelationalCrossAttention method) (dual_attention.seq2seq_models.Seq2SeqDualAttnTransformer method) (dual_attention.seq2seq_models.Seq2SeqTransformer method) (dual_attention.symbol_retrieval.PositionalSymbolRetriever method) (dual_attention.symbol_retrieval.PositionRelativeSymbolRetriever method) (dual_attention.symbol_retrieval.RelationalSymbolicAttention method) (dual_attention.symbol_retrieval.SymbolicAttention method) (dual_attention.transformer_blocks.DecoderBlock method) (dual_attention.transformer_blocks.EncoderBlock method) (dual_attention.transformer_blocks.FeedForwardBlock method) (dual_attention.transformer_blocks.RMSNorm method) (dual_attention.vision_models.VisionDualAttnTransformer method) (dual_attention.vision_models.VisionTransformer method) G generate() (dual_attention.language_models.DualAttnTransformerLM method) (dual_attention.language_models.TransformerLM method) get_activation_function() (in module dual_attention.model_utils) get_num_params() (dual_attention.language_models.DualAttnTransformerLM method) (dual_attention.language_models.TransformerLM method) (dual_attention.seq2seq_models.Seq2SeqDualAttnTransformer method) (dual_attention.seq2seq_models.Seq2SeqTransformer method) K k_proj (dual_attention.symbol_retrieval.RelationalSymbolicAttention attribute) L LearnedPositionalEmbeddings (class in dual_attention.positional_encoding) M model_dim_proj (dual_attention.symbol_retrieval.RelationalSymbolicAttention attribute) module dual_attention.attention dual_attention.attention_utils dual_attention.dual_attention dual_attention.dual_attn_blocks dual_attention.hf dual_attention.language_models dual_attention.model_analysis.datlm_utils dual_attention.model_utils dual_attention.positional_encoding dual_attention.relational_attention dual_attention.seq2seq_models dual_attention.symbol_retrieval dual_attention.transformer_blocks dual_attention.vision_models P PositionalSymbolRetriever (class in dual_attention.symbol_retrieval) PositionRelativeSymbolRetriever (class in dual_attention.symbol_retrieval) precompute_freqs_cis() (in module dual_attention.attention_utils) Q q_proj (dual_attention.symbol_retrieval.RelationalSymbolicAttention attribute) R RelationalAttention (class in dual_attention.relational_attention) RelationalCrossAttention (class in dual_attention.relational_attention) RelationalSymbolicAttention (class in dual_attention.symbol_retrieval) RelativePositionalEncoding (class in dual_attention.positional_encoding) repeat_kv() (in module dual_attention.attention_utils) reset_parameters() (dual_attention.symbol_retrieval.SymbolicAttention method) reshape_for_broadcast() (in module dual_attention.attention_utils) RMSNorm (class in dual_attention.transformer_blocks) S Seq2SeqDualAttnTransformer (class in dual_attention.seq2seq_models) Seq2SeqTransformer (class in dual_attention.seq2seq_models) SinusoidalPositionalEncoding (class in dual_attention.positional_encoding) symbolic_attention (dual_attention.symbol_retrieval.RelationalSymbolicAttention attribute) symbolic_attn_forward_get_weights() (in module dual_attention.model_analysis.datlm_utils) SymbolicAttention (class in dual_attention.symbol_retrieval) T TransformerLM (class in dual_attention.language_models) TransformerLM_HFHub (class in dual_attention.hf) V VisionDualAttnTransformer (class in dual_attention.vision_models) VisionTransformer (class in dual_attention.vision_models)