





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_a 						=      logging.get_logger(__name__)

_a 						=      {
    "s-JoL/Open-Llama-V1": "https://huggingface.co/s-JoL/Open-Llama-V1/blob/main/config.json",
}






class 					__A    (    lowerCAmelCase ):

			'''simple docstring'''







			lowerCAmelCase_							     =						"""open-llama"""





			def __init__(    self       ,  __lowerCAmelCase=1_0_0_0_0_0       ,  __lowerCAmelCase=4_0_9_6       ,  __lowerCAmelCase=1_1_0_0_8       ,  __lowerCAmelCase=3_2       ,  __lowerCAmelCase=3_2       ,  __lowerCAmelCase="silu"       ,  __lowerCAmelCase=2_0_4_8       ,  __lowerCAmelCase=0.02       ,  __lowerCAmelCase=1E-6       ,  __lowerCAmelCase=True       ,  __lowerCAmelCase=0       ,  __lowerCAmelCase=1       ,  __lowerCAmelCase=2       ,  __lowerCAmelCase=False       ,  __lowerCAmelCase=True       ,  __lowerCAmelCase=0.1       ,  __lowerCAmelCase=0.1       ,  __lowerCAmelCase=True       ,  __lowerCAmelCase=True       ,  __lowerCAmelCase=None       ,  **__lowerCAmelCase       ,  ):



				'''simple docstring'''







				lowerCamelCase__								=		vocab_size
				lowerCamelCase__								=		max_position_embeddings
				lowerCamelCase__								=		hidden_size
				lowerCamelCase__								=		intermediate_size
				lowerCamelCase__								=		num_hidden_layers
				lowerCamelCase__								=		num_attention_heads
				lowerCamelCase__								=		hidden_act
				lowerCamelCase__								=		initializer_range
				lowerCamelCase__								=		rms_norm_eps
				lowerCamelCase__								=		use_cache
				lowerCamelCase__								=		kwargs.pop(
				    '''use_memorry_efficient_attention'''       ,  __lowerCAmelCase							)
				lowerCamelCase__								=		hidden_dropout_prob
				lowerCamelCase__								=		attention_dropout_prob
				lowerCamelCase__								=		use_stable_embedding
				lowerCamelCase__								=		shared_input_output_embedding
				lowerCamelCase__								=		rope_scaling
				self._rope_scaling_validation()

				super().__init__(
				    pad_token_id=__lowerCAmelCase       ,  bos_token_id=__lowerCAmelCase       ,  eos_token_id=__lowerCAmelCase       ,  tie_word_embeddings=__lowerCAmelCase       ,  **__lowerCAmelCase       ,  )





			def 		__lowerCamelCase				(    self							):



				'''simple docstring'''







				if self.rope_scaling is None:
					return

				if not isinstance(self.rope_scaling       ,  __lowerCAmelCase							) or len(self.rope_scaling							) != 2:
					raise ValueError(
					    '''`rope_scaling` must be a dictionary with with two fields, `name` and `factor`, '''
					    F'got {self.rope_scaling}'							)
				lowerCamelCase__								=		self.rope_scaling.get('''type'''       ,  __lowerCAmelCase							)
				lowerCamelCase__								=		self.rope_scaling.get('''factor'''       ,  __lowerCAmelCase							)
				if rope_scaling_type is None or rope_scaling_type not in ["linear", "dynamic"]:
					raise ValueError(
					    F'`rope_scaling`\'s name field must be one of [\'linear\', \'dynamic\'], got {rope_scaling_type}'							)
				if rope_scaling_factor is None or not isinstance(__lowerCAmelCase       ,  __lowerCAmelCase							) or rope_scaling_factor <= 1.0:
					raise ValueError(F'`rope_scaling`\'s factor field must be an float > 1, got {rope_scaling_factor}'							)










def lowerCAmelCase__(__snake_case							)				->      list:







	'''simple docstring'''







	lowerCamelCase__								=		len(__snake_case							)
	for _ in range(__snake_case							):
		for i in range(_ % 2       ,arr_size - 1       ,2							):
			if arr[i + 1] < arr[i]:
				lowerCamelCase__				,	lowerCamelCase__								=		arr[i + 1], arr[i]

	return arr


if __name__ == "__main__":
			_a 						=      list(range(10, 0, -1))
			print(f"""Original: {arr}. Sorted: {odd_even_transposition(arr)}""")



