






'''simple docstring'''







from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_torch_available,
    is_vision_available,
)


UpperCamelCase_					=				{
    "configuration_mobilevitv2": [
        "MOBILEVITV2_PRETRAINED_CONFIG_ARCHIVE_MAP",
        "MobileViTV2Config",
        "MobileViTV2OnnxConfig",
    ],
}


try:
  if not is_torch_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  pass
else:
  UpperCamelCase_					=				[
      "MOBILEVITV2_PRETRAINED_MODEL_ARCHIVE_LIST",
      "MobileViTV2ForImageClassification",
      "MobileViTV2ForSemanticSegmentation",
      "MobileViTV2Model",
      "MobileViTV2PreTrainedModel",
  ]

if TYPE_CHECKING:
  from .configuration_mobilevitva import (
      MOBILEVITV2_PRETRAINED_CONFIG_ARCHIVE_MAP,
      MobileViTVaConfig,
      MobileViTVaOnnxConfig,
  )

  try:
    if not is_torch_available():
      raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
    pass
  else:
    from .modeling_mobilevitva import (
        MOBILEVITV2_PRETRAINED_MODEL_ARCHIVE_LIST,
        MobileViTVaForImageClassification,
        MobileViTVaForSemanticSegmentation,
        MobileViTVaModel,
        MobileViTVaPreTrainedModel,
    )

else:
  import sys

  UpperCamelCase_					=				_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)







'''simple docstring'''







import math

import torch
from torch import nn
from torch.nn import init

from .binarizer import MagnitudeBinarizer, ThresholdBinarizer, TopKBinarizer




class 					__UpperCAmelCase (		nn.Linear	):

      '''simple docstring'''





      def __init__(					self  ,		_UpperCAmelCase  ,		_UpperCAmelCase  ,		_UpperCAmelCase = True  ,		_UpperCAmelCase = "constant"  ,		_UpperCAmelCase = 0.0  ,		_UpperCAmelCase = "topK"  ,		):
             super(_UpperCAmelCase  ,		self						).__init__(in_features=_UpperCAmelCase  ,		out_features=_UpperCAmelCase  ,		bias=_UpperCAmelCase						)
             assert pruning_method in ["topK", "threshold", "sigmoied_threshold", "magnitude", "l0"]
             UpperCAmelCase__	:   Union[str, Any]												=	pruning_method

             if self.pruning_method in ["topK", "threshold", "sigmoied_threshold", "l0"]:
                    UpperCAmelCase__	:   Union[str, Any]												=	mask_scale
                    UpperCAmelCase__	:   Optional[int]												=	mask_init
                    UpperCAmelCase__	:   List[str]												=	nn.Parameter(torch.empty(self.weight.size()						)						)
                    self.init_mask()




      def 							lowerCamelCase     (					self						):
             if self.mask_init == "constant":
                    init.constant_(self.mask_scores  ,		val=self.mask_scale						)
             elif self.mask_init == "uniform":
                    init.uniform_(self.mask_scores  ,		a=-self.mask_scale  ,		b=self.mask_scale						)
             elif self.mask_init == "kaiming":
                    init.kaiming_uniform_(self.mask_scores  ,		a=math.sqrt(5						)						)




      def 							lowerCamelCase     (					self  ,		_UpperCAmelCase  ,		_UpperCAmelCase						):
             # Get the mask
             if self.pruning_method == "topK":
                    UpperCAmelCase__	:   Union[str, Any]												=	TopKBinarizer.apply(self.mask_scores  ,		_UpperCAmelCase						)
             elif self.pruning_method in ["threshold", "sigmoied_threshold"]:
                    UpperCAmelCase__	:   List[Any]												=	'''sigmoied''' in self.pruning_method
                    UpperCAmelCase__	:   Tuple												=	ThresholdBinarizer.apply(self.mask_scores  ,		_UpperCAmelCase  ,		_UpperCAmelCase						)
             elif self.pruning_method == "magnitude":
                    UpperCAmelCase__	:   Optional[int]												=	MagnitudeBinarizer.apply(self.weight  ,		_UpperCAmelCase						)
             elif self.pruning_method == "l0":
                    UpperCAmelCase__							,							UpperCAmelCase__							,							UpperCAmelCase__	:   int												=	-0.1, 1.1, 2 / 3
                    if self.training:
                           UpperCAmelCase__	:   Optional[int]												=	torch.zeros_like(self.mask_scores						).uniform_().clamp(0.00_01  ,		0.99_99						)
                           UpperCAmelCase__	:   Tuple												=	torch.sigmoid((u.log() - (1 - u).log() + self.mask_scores) / b						)
                    else:
                           UpperCAmelCase__	:   Any												=	torch.sigmoid(self.mask_scores						)
                    UpperCAmelCase__	:   List[Any]												=	s * (r - l) + l
                    UpperCAmelCase__	:   Optional[int]												=	s_bar.clamp(min=0.0  ,		max=1.0						)
             # Mask weights with computed mask
             UpperCAmelCase__	:   Union[str, Any]												=	mask * self.weight
             # Compute output (linear layer) with masked weights
             return nn.functional.linear(_UpperCAmelCase  ,		_UpperCAmelCase  ,		self.bias						)