
    0;ji                     H    e dLi d ddddddddd	d
ddddddddddddddddddddddddd d! e d"d#d$d%d&'          d(d)d*d+d,d-Zi d.d/d0d1gd2d3d4d5d6d3d7d5ddd8d dd9d:d;d<dddd=dd>d?d@d;dAdBdCd-d3dDd3d-dEd-dFd-dGdHidIdJZeedKZdDS )M
vocab_size   max_position_embeddingsi   hidden_sizei   intermediate_sizei   num_hidden_layers   num_attention_heads   attn_implementationsdpahead_dim@   tie_word_embeddingsF
hidden_actsiluattention_biasattention_dropoutg        initializer_rangeg{Gz?mlp_bias
model_typellamanum_key_value_headspretraining_tp   rms_norm_epsgh㈵>rope_scalingg       @g      @g      ?i    llama3)factorhigh_freq_factorlow_freq_factor original_max_position_embeddings	rope_type
rope_thetag    Atorch_dtypebfloat16	use_cacheTactivation_functiongelu_newarchitecturesGPT2LMHeadModel
attn_pdropg?bos_token_idiP  
embd_pdropeos_token_idlayer_norm_epsilongpt2n_ctxi   n_embdn_headn_layer   n_positions	n_special    predict_special_tokensN	cls_indexztext-generation2   )	do_sample
max_lengthid  )resid_pdropsummary_activationsummary_first_dropoutsummary_proj_to_labelssummary_typesummary_use_projtask_specific_paramsr   )
Llama_520MGPT2_medium )dictLLAMA_520M_CONFIG_DICTGPT2_MEDIUM_CONFIGLLAMA_CONFIGSrG       \/root/voice-cloning/.venv/lib/python3.11/site-packages/chatterbox/models/t3/llama_configs.py<module>rN      sx         q 
 #F    d  b      R    v  5  c   d! " U# $ w% & ' ( 1) * + , )-   - : x; < 
= > d?  D!!!
 ! %! ! %! t! ! ! 
4! D! ! B!  R!!" #!$ q%!& D'!(    A! ! ! H )% rL   