fastvideo.v1.configs.models.encoders.clip

fastvideo.v1.configs.models.encoders.clip#

Module Contents#

Classes#

CLIPTextArchConfig

CLIPTextConfig

CLIPVisionArchConfig

CLIPVisionConfig

API#

class fastvideo.v1.configs.models.encoders.clip.CLIPTextArchConfig[source]#

Bases: fastvideo.v1.configs.models.encoders.base.TextEncoderArchConfig

attention_dropout: float[source]#

0.0

bos_token_id: int[source]#

49406

dropout: float[source]#

0.0

eos_token_id: int[source]#

49407

hidden_act: str[source]#

‘quick_gelu’

hidden_size: int[source]#

512

initializer_factor: float[source]#

1.0

initializer_range: float[source]#

0.02

intermediate_size: int[source]#

2048

layer_norm_eps: float[source]#

1e-05

max_position_embeddings: int[source]#

77

num_attention_heads: int[source]#

8

num_hidden_layers: int[source]#

12

pad_token_id: int[source]#

1

projection_dim: int[source]#

512

text_len: int[source]#

77

vocab_size: int[source]#

49408

class fastvideo.v1.configs.models.encoders.clip.CLIPTextConfig[source]#

Bases: fastvideo.v1.configs.models.encoders.base.TextEncoderConfig

arch_config: fastvideo.v1.configs.models.encoders.base.TextEncoderArchConfig[source]#

‘field(…)’

num_hidden_layers_override: Optional[int][source]#

None

prefix: str[source]#

‘clip’

require_post_norm: Optional[bool][source]#

None

class fastvideo.v1.configs.models.encoders.clip.CLIPVisionArchConfig[source]#

Bases: fastvideo.v1.configs.models.encoders.base.ImageEncoderArchConfig

attention_dropout: float[source]#

0.0

dropout: float[source]#

0.0

hidden_act: str[source]#

‘quick_gelu’

hidden_size: int[source]#

768

image_size: int[source]#

224

initializer_factor: float[source]#

1.0

initializer_range: float[source]#

0.02

intermediate_size: int[source]#

3072

layer_norm_eps: float[source]#

1e-05

num_attention_heads: int[source]#

12

num_channels: int[source]#

3

num_hidden_layers: int[source]#

12

patch_size: int[source]#

32

projection_dim: int[source]#

512

class fastvideo.v1.configs.models.encoders.clip.CLIPVisionConfig[source]#

Bases: fastvideo.v1.configs.models.encoders.base.ImageEncoderConfig

arch_config: fastvideo.v1.configs.models.encoders.base.ImageEncoderArchConfig[source]#

‘field(…)’

num_hidden_layers_override: Optional[int][source]#

None

prefix: str[source]#

‘clip’

require_post_norm: Optional[bool][source]#

None

Contents