
import torch.nn as nn

from .imports import is_fpa_available


if is_fpa_available():
      import transformer_engine.pytorch as te




def 					lowerCamelCase__					(    a__	:	Union[str, Any]						,   a__	:	Tuple=True						,   a__	:	Dict=True						,   a__	:	Any=True  )		->						str:
       if not is_fpa_available():
              raise ImportError("""Using `convert_model` requires transformer_engine to be installed."""  )
       for name, module in model.named_children():
              if isinstance(a__						,   nn.Linear  ) and to_transformer_engine and _convert_linear:
                     # Return early if the linear layer weights are not multiples of 16
                     if any(p % 16 != 0 for p in module.weight.shape  ):
                            return
                     UpperCamelCase_											=							module.bias is not None
                     UpperCamelCase_											=							te.Linear(
                         module.in_features						,   module.out_features						,   bias=a__						,   params_dtype=module.weight.dtype  )
                     UpperCamelCase_											=							module.weight.data.clone()
                     if has_bias:
                            UpperCamelCase_											=							module.bias.data.clone()

                     setattr(a__						,   a__						,   a__  )
              elif isinstance(a__						,   nn.LayerNorm  ) and to_transformer_engine and _convert_ln:
                     UpperCamelCase_											=							te.LayerNorm(module.normalized_shape[0]						,   eps=module.eps						,   params_dtype=module.weight.dtype  )
                     UpperCamelCase_											=							module.weight.data.clone()
                     UpperCamelCase_											=							module.bias.data.clone()

                     setattr(a__						,   a__						,   a__  )
              elif isinstance(a__						,   te.Linear  ) and not to_transformer_engine and _convert_linear:
                     UpperCamelCase_											=							module.bias is not None
                     UpperCamelCase_											=							nn.Linear(
                         module.in_features						,   module.out_features						,   bias=a__						,   params_dtype=module.weight.dtype  )
                     UpperCamelCase_											=							module.weight.data.clone()
                     if has_bias:
                            UpperCamelCase_											=							module.bias.data.clone()

                     setattr(a__						,   a__						,   a__  )
              elif isinstance(a__						,   te.LayerNorm  ) and not to_transformer_engine and _convert_ln:
                     UpperCamelCase_											=							nn.LayerNorm(module.normalized_shape[0]						,   eps=module.eps						,   params_dtype=module.weight.dtype  )
                     UpperCamelCase_											=							module.weight.data.clone()
                     UpperCamelCase_											=							module.bias.data.clone()

                     setattr(a__						,   a__						,   a__  )
              else:
                     convert_model(
                         a__						,   to_transformer_engine=a__						,   _convert_linear=_convert_linear						,   _convert_ln=_convert_ln						,   )







def 					lowerCamelCase__					(    a__	:	str  )		->						Optional[int]:
       if not is_fpa_available():
              raise ImportError("""Using `has_transformer_engine_layers` requires transformer_engine to be installed."""  )
       for m in model.modules():
              if isinstance(a__						,   (te.LayerNorm, te.Linear)  ):
                     return True
       return False





import argparse
import os


_A							=       {
    '''pytorch''': {
        '''1.13''': {
            '''torch''': '''1.13.1''',
            '''torchvision''': '''0.14.1''',
            '''torchaudio''': '''0.13.1''',
            '''python''': 3.9,
            '''cuda''': '''cu116''',
            '''install''': (
                '''python3 -m pip install --no-cache-dir -U torch==1.13.1 torchvision==0.14.1 torchaudio==0.13.1'''
                ''' --extra-index-url https://download.pytorch.org/whl/cu116'''
            ),
            '''base_image''': '''nvidia/cuda:11.6.2-cudnn8-devel-ubuntu20.04''',
        },
        '''1.12''': {
            '''torch''': '''1.12.1''',
            '''torchvision''': '''0.13.1''',
            '''torchaudio''': '''0.12.1''',
            '''python''': 3.9,
            '''cuda''': '''cu113''',
            '''install''': (
                '''python3 -m pip install --no-cache-dir -U torch==1.12.1 torchvision==0.13.1 torchaudio==0.12.1'''
                ''' --extra-index-url https://download.pytorch.org/whl/cu113'''
            ),
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
        '''1.11''': {
            '''torch''': '''1.11.0''',
            '''torchvision''': '''0.12.0''',
            '''torchaudio''': '''0.11.0''',
            '''python''': 3.9,
            '''cuda''': '''cu113''',
            '''install''': (
                '''python3 -m pip install --no-cache-dir -U torch==1.11.0 torchvision==0.12.0 torchaudio==0.11.0'''
                ''' --extra-index-url https://download.pytorch.org/whl/cu113'''
            ),
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
        '''1.10''': {
            '''torch''': '''1.10.2''',
            '''torchvision''': '''0.11.3''',
            '''torchaudio''': '''0.10.2''',
            '''python''': 3.9,
            '''cuda''': '''cu113''',
            '''install''': (
                '''python3 -m pip install --no-cache-dir -U torch==1.10.2 torchvision==0.11.3 torchaudio==0.10.2'''
                ''' --extra-index-url https://download.pytorch.org/whl/cu113'''
            ),
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
        # torchaudio < 0.10 has no CUDA-enabled binary distributions
        '''1.9''': {
            '''torch''': '''1.9.1''',
            '''torchvision''': '''0.10.1''',
            '''torchaudio''': '''0.9.1''',
            '''python''': 3.9,
            '''cuda''': '''cu111''',
            '''install''': (
                '''python3 -m pip install --no-cache-dir -U torch==1.9.1 torchvision==0.10.1 torchaudio==0.9.1'''
                ''' --extra-index-url https://download.pytorch.org/whl/cu111'''
            ),
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
    },
    '''tensorflow''': {
        '''2.11''': {
            '''tensorflow''': '''2.11.1''',
            '''install''': '''python3 -m pip install --no-cache-dir -U tensorflow==2.11.1''',
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
        '''2.10''': {
            '''tensorflow''': '''2.10.1''',
            '''install''': '''python3 -m pip install --no-cache-dir -U tensorflow==2.10.1''',
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
        '''2.9''': {
            '''tensorflow''': '''2.9.3''',
            '''install''': '''python3 -m pip install --no-cache-dir -U tensorflow==2.9.3''',
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
        '''2.8''': {
            '''tensorflow''': '''2.8.2''',
            '''install''': '''python3 -m pip install --no-cache-dir -U tensorflow==2.8.2''',
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
        '''2.7''': {
            '''tensorflow''': '''2.7.3''',
            '''install''': '''python3 -m pip install --no-cache-dir -U tensorflow==2.7.3''',
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
        '''2.6''': {
            '''tensorflow''': '''2.6.5''',
            '''install''': '''python3 -m pip install --no-cache-dir -U tensorflow==2.6.5''',
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
        '''2.5''': {
            '''tensorflow''': '''2.5.3''',
            '''install''': '''python3 -m pip install --no-cache-dir -U tensorflow==2.5.3''',
            '''base_image''': '''nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04''',
        },
    },
}


if __name__ == "__main__":
      _A							=       argparse.ArgumentParser('''Choose the framework and version to install''')
      parser.add_argument(
          '''--framework''', help='''The framework to install. Should be `torch` or `tensorflow`''', type=str, required=True
      )
      parser.add_argument('''--version''', help='''The version of the framework to install.''', type=str, required=True)
      _A							=       parser.parse_args()

      _A							=       past_versions_testing[args.framework][args.version]

      os.system(F'''echo "export INSTALL_CMD=\'{info['install']}\'" >> ~/.profile''')
      print(F'''echo "export INSTALL_CMD=\'{info['install']}\'" >> ~/.profile''')

      _A							=       ''''''
      if args.framework == "pytorch":
            _A							=       info['''cuda''']
      os.system(F'''echo \"export CUDA=\'{cuda}\'\" >> ~/.profile''')
      print(F'''echo \"export CUDA=\'{cuda}\'\" >> ~/.profile''')



