File size: 346 Bytes
f83b1b7
 
01e655b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f83b1b7
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21


num_audio_tokens: 626
num_text_tokens: 21178

gpt_config:
  hidden_size: 768
  intermediate_size: 3072
  num_attention_heads: 12
  num_hidden_layers: 20
  use_cache: False
  max_position_embeddings: 4096
  # attn_implementation: flash_attention_2

  spk_emb_dim: 192
  spk_KL: False
  num_audio_tokens: 626
  num_text_tokens: null
  num_vq: 4