fastvideo.v1.configs.models.encoders.t5

`fastvideo.v1.configs.models.encoders.t5`#

Module Contents#

Classes#

`T5ArchConfig`
`T5Config`

API#

class fastvideo.v1.configs.models.encoders.t5.T5ArchConfig[source]#

Bases: fastvideo.v1.configs.models.encoders.base.TextEncoderArchConfig

classifier_dropout: float[source]#: 0.0

d_ff: int[source]#: 2048

d_kv: int[source]#: 64

d_model: int[source]#: 512

dense_act_fn: str = <Multiline-String>[source]#

dropout_rate: float[source]#: 0.1

eos_token_id: int[source]#: 1

feed_forward_proj: str[source]#: ‘relu’

initializer_factor: float[source]#: 1.0

is_encoder_decoder: bool[source]#: True

is_gated_act: bool[source]#: False

layer_norm_epsilon: float[source]#: 1e-06

num_decoder_layers: Optional[int][source]#: None

num_heads: int[source]#: 8

num_layers: int[source]#: 6

pad_token_id: int[source]#: 0

relative_attention_max_distance: int[source]#: 128

relative_attention_num_buckets: int[source]#: 32

text_len: int[source]#: 512

use_cache: bool[source]#: True

vocab_size: int[source]#: 32128

class fastvideo.v1.configs.models.encoders.t5.T5Config[source]#

Bases: fastvideo.v1.configs.models.encoders.base.TextEncoderConfig

arch_config: fastvideo.v1.configs.models.encoders.base.TextEncoderArchConfig[source]#: ‘field(…)’

prefix: str#: ‘t5’