


"""simple docstring"""



from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase_     :   Dict							 =       logging.get_logger(__name__)

lowercase_     :   Tuple							 =       {
    """facebook/opt-125m""": """https://huggingface.co/facebook/opt-125m/blob/main/config.json""",
    """facebook/opt-350m""": """https://huggingface.co/facebook/opt-350m/blob/main/config.json""",
    """facebook/opt-1.3b""": """https://huggingface.co/facebook/opt-1.3b/blob/main/config.json""",
    """facebook/opt-2.7b""": """https://huggingface.co/facebook/opt-2.7b/blob/main/config.json""",
    """facebook/opt-6.7b""": """https://huggingface.co/facebook/opt-6.7b/blob/main/config.json""",
    """facebook/opt-13b""": """https://huggingface.co/facebook/opt-13b/blob/main/config.json""",
}







class       __a	(   __lowerCamelCase       ):
				lowerCamelCase    :					Optional[Any] 					='opt'
				lowerCamelCase    :					Optional[Any] 					=['past_key_values']







				def __init__(   self			,  UpperCAmelCase=5_0272			,  UpperCAmelCase=768			,  UpperCAmelCase=12			,  UpperCAmelCase=3072			,  UpperCAmelCase=2048			,  UpperCAmelCase=True			,  UpperCAmelCase=False			,  UpperCAmelCase=None			,  UpperCAmelCase=0.1			,  UpperCAmelCase=0.0			,  UpperCAmelCase=12			,  UpperCAmelCase="relu"			,  UpperCAmelCase=0.0			,  UpperCAmelCase=0.0_2			,  UpperCAmelCase=True			,  UpperCAmelCase=1			,  UpperCAmelCase=2			,  UpperCAmelCase=2			,  UpperCAmelCase=True			,  UpperCAmelCase=True			,  **UpperCAmelCase			,  ):

					'''simple docstring'''






					super().__init__(
					    pad_token_id=_lowerCAmelCase			,  bos_token_id=_lowerCAmelCase			,  eos_token_id=_lowerCAmelCase			,  **_lowerCAmelCase			,  )
					lowerCAmelCase_			       = vocab_size
					lowerCAmelCase_			       = max_position_embeddings
					lowerCAmelCase_			       = num_attention_heads
					lowerCAmelCase_			       = word_embed_proj_dim if word_embed_proj_dim is not None else hidden_size
					lowerCAmelCase_			       = ffn_dim
					lowerCAmelCase_			       = hidden_size
					lowerCAmelCase_			       = num_hidden_layers
					lowerCAmelCase_			       = dropout
					lowerCAmelCase_			       = attention_dropout
					lowerCAmelCase_			       = activation_function
					lowerCAmelCase_			       = init_std
					lowerCAmelCase_			       = layerdrop
					lowerCAmelCase_			       = use_cache
					lowerCAmelCase_			       = do_layer_norm_before
					# We keep these variables at `True` for backward compatibility.
					lowerCAmelCase_			       = enable_bias
					lowerCAmelCase_			       = layer_norm_elementwise_affine

					# Note that the only purpose of `_remove_final_layer_norm` is to keep backward compatibility
					# with checkpoints that have been fine-tuned before transformers v4.20.1
					# see https://github.com/facebookresearch/metaseq/pull/164
					lowerCAmelCase_			       = _remove_final_layer_norm



"""simple docstring"""



lowercase_							 =       [0.485, 0.456, 0.406]
lowercase_							 =       [0.229, 0.224, 0.225]
lowercase_							 =       [0.5, 0.5, 0.5]
lowercase_							 =       [0.5, 0.5, 0.5]
lowercase_							 =       [0.4814_5466, 0.457_8275, 0.4082_1073]
lowercase_							 =       [0.2686_2954, 0.2613_0258, 0.2757_7711]