Spaces:
Running
on
Zero
Running
on
Zero
File size: 3,077 Bytes
56cfa73 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 |
from dataclasses import dataclass, field
from typing import Literal
@dataclass
class SimpleGLADecoderConfig:
name: str = "simple_gla"
dim: int = 512
use_short_conv = True
expand_k: float = 0.5
expand_v: float = 1.0
num_heads: int = 4
num_layers: int = 12
ffn_expansion_factor: int = 4
conv_layers: list[int] | None = field(default_factory=lambda: [0, 2, 4, 6, 8, 10])
blind_crossatt: bool = True
listen_read_crossatt: dict[int, list[Literal["listen", "read"]]] | None = None
crossatt_num_heads: int = 1
crossatt_dropout: float = 0.1
crossatt_layer_idx: list[int] = field(default_factory=lambda: [5])
@dataclass
class TransformerEncoderConfig:
name: str = "sa_transformer"
dim: int = 512
num_heads: int = 8
num_layers: int = 6
ffn_expansion_factor: int = 4
@dataclass
class ConvFormerEncoderConfig:
name: str = "convformer_encoder"
dim: int = 512
num_heads: int = 8
num_transformer_layers: int = 6
num_conv_layers: int = 3
ffn_expansion_factor: int = 4
@dataclass
class TransformerDecoderConfig:
name: str = "sa_transformer"
dim: int = 512
num_heads: int = 8
num_layers: int = 12
conv_layers: list[int] | None = field(default_factory=lambda: [0, 2, 4, 6, 8, 10])
ffn_expansion_factor: int = 4
crossatt_dropout: float = 0.1
crossatt_num_heads: int = 1
crossatt_layer_idx: list[int] = field(default_factory=lambda: [5, 6])
DecoderConfig = TransformerDecoderConfig | SimpleGLADecoderConfig
EncoderConfig = TransformerEncoderConfig | ConvFormerEncoderConfig
@dataclass
class TTSConfig:
dim: int = 512
text_vocab_size: int = 256 + 3
audio_vocab_size: int = 4096 + 3
audio_embed_size: int = 16
audio_input_type: Literal["continuous", "discrete"] = "continuous"
diffusion_head_num_layers: int = 3
encoder_cfg: EncoderConfig = field(default_factory=TransformerEncoderConfig)
decoder_cfg: DecoderConfig = field(default_factory=TransformerDecoderConfig)
stop_prediction_head: bool = True
multi_stop_prediction_head: bool = False
multi_stop_num_tokens: int = 8
multi_stop_padding_idx: int | None = None
multi_stop_tie_embd: bool = True
stop_token_embd: bool = False
text_stop_token_embd: bool = False
continuous_diffusion: bool = True
num_sink_tokens: int = 0
disabled_crossatt_head_idx: list[tuple[int, int]] | None = None
patchvae_path: str | None = None
text_tokenizer_path: str | None = None
eos: bool = False
bos: bool = False
@dataclass
class PlayHeadConfig:
selected_cross_attention_heads: list[tuple[int, int]]
dim: int = 256
num_layers: int = 6
num_frame_lag: int = 2
num_sink_tokens: int = 4
cycle_len: int = 8
logits_head: bool = True
target_lag: int = 0
avg_pool_stride: int = 3
circular_head: bool = False
@dataclass
class QueryVCConfig:
dim: int = 512
semantic_dim: int = 512
num_layers: int = 12
lag: int = 4
audio_embed_size: int = 8
diffusion_head_num_layers: int = 3
|