




from __future__ import annotations

from math import pi, pow




def        __SCREAMING_SNAKE_CASE (	lowercase_   )							->						float:

    """simple docstring"""


    if side_length < 0:
        raise ValueError('''vol_cube() only accepts non-negative values'''   )
    return pow(lowercase_       ,  3   )




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if height < 0 or radius < 0:
        raise ValueError('''vol_spherical_cap() only accepts non-negative values'''   )
    # Volume is 1/3 pi * height squared * (3 * radius - height)
    return 1 / 3 * pi * pow(lowercase_       ,  2   ) * (3 * radius - height)




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if radius_a < 0 or radius_a < 0 or centers_distance < 0:
        raise ValueError('''vol_spheres_intersect() only accepts non-negative values'''   )
    if centers_distance == 0:
        return vol_sphere(min(lowercase_       ,  lowercase_   )   )

    __UpperCamelCase			=    (
        (radius_a - radius_a + centers_distance)
        * (radius_a + radius_a - centers_distance)
        / (2 * centers_distance)
    )
    __UpperCamelCase			=    (
        (radius_a - radius_a + centers_distance)
        * (radius_a + radius_a - centers_distance)
        / (2 * centers_distance)
    )

    return vol_spherical_cap(lowercase_       ,  lowercase_   ) + vol_spherical_cap(lowercase_       ,  lowercase_   )




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if radius_a <= 0 or radius_a <= 0 or centers_distance < 0:
        raise ValueError(
            '''vol_spheres_union() only accepts non-negative values, non-zero radius'''   )

    if centers_distance == 0:
        return vol_sphere(max(lowercase_       ,  lowercase_   )   )

    return (
        vol_sphere(lowercase_   )
        + vol_sphere(lowercase_   )
        - vol_spheres_intersect(lowercase_       ,  lowercase_       ,  lowercase_   )
    )




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if width < 0 or height < 0 or length < 0:
        raise ValueError('''vol_cuboid() only accepts non-negative values'''   )
    return float(width * height * length   )




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if height < 0 or area_of_base < 0:
        raise ValueError('''vol_cone() only accepts non-negative values'''   )
    return area_of_base * height / 3.0




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if height < 0 or radius < 0:
        raise ValueError('''vol_right_circ_cone() only accepts non-negative values'''   )
    return pi * pow(lowercase_       ,  2   ) * height / 3.0




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if height < 0 or area_of_base < 0:
        raise ValueError('''vol_prism() only accepts non-negative values'''   )
    return float(area_of_base * height   )




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if height < 0 or area_of_base < 0:
        raise ValueError('''vol_pyramid() only accepts non-negative values'''   )
    return area_of_base * height / 3.0




def        __SCREAMING_SNAKE_CASE (	lowercase_   )							->						float:

    """simple docstring"""


    if radius < 0:
        raise ValueError('''vol_sphere() only accepts non-negative values'''   )
    # Volume is 4/3 * pi * radius cubed
    return 4 / 3 * pi * pow(lowercase_       ,  3   )




def        __SCREAMING_SNAKE_CASE (	lowercase_   )							->						float:

    """simple docstring"""


    if radius < 0:
        raise ValueError('''vol_hemisphere() only accepts non-negative values'''   )
    # Volume is radius cubed * pi * 2/3
    return pow(lowercase_       ,  3   ) * pi * 2 / 3




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if height < 0 or radius < 0:
        raise ValueError('''vol_circular_cylinder() only accepts non-negative values'''   )
    # Volume is radius squared * height * pi
    return pow(lowercase_       ,  2   ) * height * pi




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if inner_radius < 0 or outer_radius < 0 or height < 0:
        raise ValueError(
            '''vol_hollow_circular_cylinder() only accepts non-negative values'''   )
    if outer_radius <= inner_radius:
        raise ValueError('''outer_radius must be greater than inner_radius'''   )
    return pi * (pow(lowercase_       ,  2   ) - pow(lowercase_       ,  2   )) * height




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if radius_a < 0 or radius_a < 0 or height < 0:
        raise ValueError('''vol_conical_frustum() only accepts non-negative values'''   )
    return (
        1
        / 3
        * pi
        * height
        * (pow(lowercase_       ,  2   ) + pow(lowercase_       ,  2   ) + radius_a * radius_a)
    )




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_   )							->						float:

    """simple docstring"""


    if torus_radius < 0 or tube_radius < 0:
        raise ValueError('''vol_torus() only accepts non-negative values'''   )
    return 2 * pow(lowercase_       ,  2   ) * torus_radius * pow(lowercase_       ,  2   )




def        __SCREAMING_SNAKE_CASE (	)							->						Optional[Any]:

    """simple docstring"""


    print('''Volumes:'''   )
    print(F"Cube: {vol_cube(2   ) = }"   )  # = 8
    print(F"Cuboid: {vol_cuboid(2       ,  2       ,  2   ) = }"   )  # = 8
    print(F"Cone: {vol_cone(2       ,  2   ) = }"   )  # ~= 1.33
    print(F"Right Circular Cone: {vol_right_circ_cone(2       ,  2   ) = }"   )  # ~= 8.38
    print(F"Prism: {vol_prism(2       ,  2   ) = }"   )  # = 4
    print(F"Pyramid: {vol_pyramid(2       ,  2   ) = }"   )  # ~= 1.33
    print(F"Sphere: {vol_sphere(2   ) = }"   )  # ~= 33.5
    print(F"Hemisphere: {vol_hemisphere(2   ) = }"   )  # ~= 16.75
    print(F"Circular Cylinder: {vol_circular_cylinder(2       ,  2   ) = }"   )  # ~= 25.1
    print(F"Torus: {vol_torus(2       ,  2   ) = }"   )  # ~= 157.9
    print(F"Conical Frustum: {vol_conical_frustum(2       ,  2       ,  4   ) = }"   )  # ~= 58.6
    print(F"Spherical cap: {vol_spherical_cap(1       ,  2   ) = }"   )  # ~= 5.24
    print(F"Spheres intersetion: {vol_spheres_intersect(2       ,  2       ,  1   ) = }"   )  # ~= 21.21
    print(F"Spheres union: {vol_spheres_union(2       ,  2       ,  1   ) = }"   )  # ~= 45.81
    print(
        F"Hollow Circular Cylinder: {vol_hollow_circular_cylinder(1       ,  2       ,  3   ) = }"   )  # ~= 28.3


if __name__ == "__main__":
 main()












import os
import tempfile
import unittest

import numpy as np
import torch

from diffusers.models import ModelMixin, UNetaDConditionModel
from diffusers.models.attention_processor import AttnProcessor, LoRAAttnProcessor
from diffusers.utils import (
    floats_tensor,
    logging,
    skip_mps,
    torch_device,
)
from diffusers.utils.import_utils import is_xformers_available
from diffusers.utils.testing_utils import enable_full_determinism

from .test_modeling_common import ModelTesterMixin, UNetTesterMixin


enable_full_determinism()

a_ 		=  logging.get_logger(__name__)




def        __SCREAMING_SNAKE_CASE (	lowercase_       ,  lowercase_ = True   )							->						Dict:

    """simple docstring"""


    __UpperCamelCase			=    {}
    for name in model.attn_processors.keys():
        __UpperCamelCase			=    name.endswith('''attn2.processor'''   ) and not (
            name.startswith('''transformer_in'''   ) or '''temp_attentions''' in name.split('''.'''   )
        )
        __UpperCamelCase			=    model.config.cross_attention_dim if has_cross_attention else None
        if name.startswith('''mid_block'''   ):
            __UpperCamelCase			=    model.config.block_out_channels[-1]
        elif name.startswith('''up_blocks'''   ):
            __UpperCamelCase			=    int(name[len('''up_blocks.'''   )]   )
            __UpperCamelCase			=    list(reversed(model.config.block_out_channels   )   )[block_id]
        elif name.startswith('''down_blocks'''   ):
            __UpperCamelCase			=    int(name[len('''down_blocks.'''   )]   )
            __UpperCamelCase			=    model.config.block_out_channels[block_id]
        elif name.startswith('''transformer_in'''   ):
            # Note that the `8 * ...` comes from: https://github.com/huggingface/diffusers/blob/7139f0e874f10b2463caa8cbd585762a309d12d6/src/diffusers/models/unet_3d_condition.py#L148
            __UpperCamelCase			=    8 * model.config.attention_head_dim

        __UpperCamelCase			=    LoRAAttnProcessor(hidden_size=lowercase_       ,  cross_attention_dim=lowercase_   )
        __UpperCamelCase			=    lora_attn_procs[name].to(model.device   )

        if mock_weights:
            # add 1 to weights to mock trained weights
            with torch.no_grad():
                lora_attn_procs[name].to_q_lora.up.weight += 1
                lora_attn_procs[name].to_k_lora.up.weight += 1
                lora_attn_procs[name].to_v_lora.up.weight += 1
                lora_attn_procs[name].to_out_lora.up.weight += 1

    return lora_attn_procs


@skip_mps
class 			_lowerCamelCase    (      _SCREAMING_SNAKE_CASE				,      _SCREAMING_SNAKE_CASE				,      unittest.TestCase ):

      """simple docstring"""

      lowerCAmelCase__      :			Dict     =       UNetaDConditionModel
      lowerCAmelCase__      :			Any     =       "sample"







      @property
      def    snake_case						(  self       :			Any					):
          __UpperCamelCase			=    4
          __UpperCamelCase			=    4
          __UpperCamelCase			=    4
          __UpperCamelCase			=    (32, 32)

          __UpperCamelCase			=    floats_tensor((batch_size, num_channels, num_frames) + sizes					).to(snake_case					)
          __UpperCamelCase			=    torch.tensor([10]					).to(snake_case					)
          __UpperCamelCase			=    floats_tensor((batch_size, 4, 32)					).to(snake_case					)

          return {"sample": noise, "timestep": time_step, "encoder_hidden_states": encoder_hidden_states}







      @property
      def    snake_case						(  self       :			Tuple					):
          return (4, 4, 32, 32)







      @property
      def    snake_case						(  self       :			Optional[int]					):
          return (4, 4, 32, 32)







      def    snake_case						(  self       :			int					):
          __UpperCamelCase			=    {
              '''block_out_channels''': (32, 64),
              '''down_block_types''': (
                  '''CrossAttnDownBlock3D''',
                  '''DownBlock3D''',
              ),
              '''up_block_types''': ('''UpBlock3D''', '''CrossAttnUpBlock3D'''),
              '''cross_attention_dim''': 32,
              '''attention_head_dim''': 8,
              '''out_channels''': 4,
              '''in_channels''': 4,
              '''layers_per_block''': 1,
              '''sample_size''': 32,
          }
          __UpperCamelCase			=    self.dummy_input
          return init_dict, inputs_dict







      @unittest.skipIf(
          torch_device != '''cuda''' or not is_xformers_available()			,							reason='''XFormers attention is only available with CUDA and `xformers` installed'''			,							)
      def    snake_case						(  self       :			Any					):
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()
          __UpperCamelCase			=    self.model_class(**snake_case					)

          model.enable_xformers_memory_efficient_attention()

          assert (
              model.mid_block.attentions[0].transformer_blocks[0].attna.processor.__class__.__name__
              == "XFormersAttnProcessor"
          ), "xformers is not enabled"







      def    snake_case						(  self       :			str					):
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()

          __UpperCamelCase			=    32

          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)
          model.eval()

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					)

              if isinstance(snake_case			,							snake_case					):
                  __UpperCamelCase			=    output.sample

          self.assertIsNotNone(snake_case					)
          __UpperCamelCase			=    inputs_dict['''sample'''].shape
          self.assertEqual(output.shape			,							snake_case			,							'''Input and output shapes do not match'''					)







      def    snake_case						(  self       :			Union[str, Any]					):
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()
          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)
          model.eval()

          with torch.no_grad():
              # Warmup pass when using mps (see #372)
              if torch_device == "mps" and isinstance(snake_case			,							snake_case					):
                  model(**self.dummy_input					)

              __UpperCamelCase			=    model(**snake_case					)
              if isinstance(snake_case			,							snake_case					):
                  __UpperCamelCase			=    first.sample

              __UpperCamelCase			=    model(**snake_case					)
              if isinstance(snake_case			,							snake_case					):
                  __UpperCamelCase			=    second.sample

          __UpperCamelCase			=    first.cpu().numpy()
          __UpperCamelCase			=    second.cpu().numpy()
          __UpperCamelCase			=    out_a[~np.isnan(snake_case					)]
          __UpperCamelCase			=    out_a[~np.isnan(snake_case					)]
          __UpperCamelCase			=    np.amax(np.abs(out_a - out_a					)					)
          self.assertLessEqual(snake_case			,							1E-5					)







      def    snake_case						(  self       :			int					):
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()

          __UpperCamelCase			=    8

          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)
          model.eval()

          model.set_attention_slice('''auto'''					)
          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					)
          assert output is not None

          model.set_attention_slice('''max'''					)
          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					)
          assert output is not None

          model.set_attention_slice(2					)
          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					)
          assert output is not None







      def    snake_case						(  self       :			int					):
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()

          __UpperCamelCase			=    8

          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					).sample

          __UpperCamelCase			=    create_lora_layers(snake_case					)

          # make sure we can set a list of attention processors
          model.set_attn_processor(snake_case					)
          model.to(snake_case					)

          # test that attn processors can be set to itself
          model.set_attn_processor(model.attn_processors					)

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case			,							cross_attention_kwargs={'''scale''': 0.0}					).sample
              __UpperCamelCase			=    model(**snake_case			,							cross_attention_kwargs={'''scale''': 0.5}					).sample
              __UpperCamelCase			=    model(**snake_case			,							cross_attention_kwargs={'''scale''': 0.5}					).sample

          assert (samplea - samplea).abs().max() < 3E-3
          assert (samplea - samplea).abs().max() < 3E-3

          # sample 2 and sample 3 should be different
          assert (samplea - samplea).abs().max() > 3E-3







      def    snake_case						(  self       :			List[str]					):
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()

          __UpperCamelCase			=    8

          torch.manual_seed(0					)
          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					).sample

          __UpperCamelCase			=    create_lora_layers(snake_case					)
          model.set_attn_processor(snake_case					)

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case			,							cross_attention_kwargs={'''scale''': 0.5}					).sample

          with tempfile.TemporaryDirectory() as tmpdirname:
              model.save_attn_procs(snake_case					)
              self.assertTrue(os.path.isfile(os.path.join(snake_case			,							'''pytorch_lora_weights.bin'''					)					)					)
              torch.manual_seed(0					)
              __UpperCamelCase			=    self.model_class(**snake_case					)
              new_model.to(snake_case					)
              new_model.load_attn_procs(snake_case					)

          with torch.no_grad():
              __UpperCamelCase			=    new_model(**snake_case			,							cross_attention_kwargs={'''scale''': 0.5}					).sample

          assert (sample - new_sample).abs().max() < 1E-3

          # LoRA and no LoRA should NOT be the same
          assert (sample - old_sample).abs().max() > 1E-4







      def    snake_case						(  self       :			Optional[Any]					):
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()

          __UpperCamelCase			=    8

          torch.manual_seed(0					)
          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					).sample

          __UpperCamelCase			=    create_lora_layers(snake_case					)
          model.set_attn_processor(snake_case					)

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case			,							cross_attention_kwargs={'''scale''': 0.5}					).sample

          with tempfile.TemporaryDirectory() as tmpdirname:
              model.save_attn_procs(snake_case			,							safe_serialization=snake_case					)
              self.assertTrue(os.path.isfile(os.path.join(snake_case			,							'''pytorch_lora_weights.safetensors'''					)					)					)
              torch.manual_seed(0					)
              __UpperCamelCase			=    self.model_class(**snake_case					)
              new_model.to(snake_case					)
              new_model.load_attn_procs(snake_case					)

          with torch.no_grad():
              __UpperCamelCase			=    new_model(**snake_case			,							cross_attention_kwargs={'''scale''': 0.5}					).sample

          assert (sample - new_sample).abs().max() < 3E-3

          # LoRA and no LoRA should NOT be the same
          assert (sample - old_sample).abs().max() > 1E-4







      def    snake_case						(  self       :			Optional[int]					):
          # enable deterministic behavior for gradient checkpointing
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()

          __UpperCamelCase			=    8

          torch.manual_seed(0					)
          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)

          __UpperCamelCase			=    create_lora_layers(snake_case			,							mock_weights=snake_case					)
          model.set_attn_processor(snake_case					)
          # Saving as torch, properly reloads with directly filename
          with tempfile.TemporaryDirectory() as tmpdirname:
              model.save_attn_procs(snake_case					)
              self.assertTrue(os.path.isfile(os.path.join(snake_case			,							'''pytorch_lora_weights.bin'''					)					)					)
              torch.manual_seed(0					)
              __UpperCamelCase			=    self.model_class(**snake_case					)
              new_model.to(snake_case					)
              new_model.load_attn_procs(snake_case			,							weight_name='''pytorch_lora_weights.bin'''					)







      def    snake_case						(  self       :			List[str]					):
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()

          __UpperCamelCase			=    8

          torch.manual_seed(0					)
          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)

          __UpperCamelCase			=    create_lora_layers(snake_case			,							mock_weights=snake_case					)
          model.set_attn_processor(snake_case					)
          # Saving as torch, properly reloads with directly filename
          with tempfile.TemporaryDirectory() as tmpdirname:
              model.save_attn_procs(snake_case					)
              self.assertTrue(os.path.isfile(os.path.join(snake_case			,							'''pytorch_lora_weights.bin'''					)					)					)
              torch.manual_seed(0					)
              __UpperCamelCase			=    self.model_class(**snake_case					)
              new_model.to(snake_case					)
              with self.assertRaises(snake_case					) as e:
                  new_model.load_attn_procs(snake_case			,							use_safetensors=snake_case					)
              self.assertIn('''Error no file named pytorch_lora_weights.safetensors'''			,							str(e.exception					)					)







      def    snake_case						(  self       :			Optional[Any]					):
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()

          __UpperCamelCase			=    8

          torch.manual_seed(0					)
          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					).sample

          __UpperCamelCase			=    create_lora_layers(snake_case					)
          model.set_attn_processor(snake_case					)

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case			,							cross_attention_kwargs={'''scale''': 0.0}					).sample

          model.set_attn_processor(AttnProcessor()					)

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					).sample

          assert (sample - new_sample).abs().max() < 1E-4
          assert (sample - old_sample).abs().max() < 3E-3







      @unittest.skipIf(
          torch_device != '''cuda''' or not is_xformers_available()			,							reason='''XFormers attention is only available with CUDA and `xformers` installed'''			,							)
      def    snake_case						(  self       :			Union[str, Any]					):
          # enable deterministic behavior for gradient checkpointing
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()

          __UpperCamelCase			=    4

          torch.manual_seed(0					)
          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)
          __UpperCamelCase			=    create_lora_layers(snake_case					)
          model.set_attn_processor(snake_case					)

          # default
          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					).sample

              model.enable_xformers_memory_efficient_attention()
              __UpperCamelCase			=    model(**snake_case					).sample

              model.disable_xformers_memory_efficient_attention()
              __UpperCamelCase			=    model(**snake_case					).sample

          assert (sample - on_sample).abs().max() < 1E-4
          assert (sample - off_sample).abs().max() < 1E-4







      def    snake_case						(  self       :			Dict					):
          __UpperCamelCase		,   __UpperCamelCase			=    self.prepare_init_args_and_inputs_for_common()
          __UpperCamelCase			=    32

          __UpperCamelCase			=    self.model_class(**snake_case					)
          model.to(snake_case					)
          model.eval()

          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					)[0]

          model.enable_forward_chunking()
          with torch.no_grad():
              __UpperCamelCase			=    model(**snake_case					)[0]

          self.assertEqual(output.shape			,							output_a.shape			,							'''Shape doesn\'t match'''					)
          assert np.abs(output.cpu() - output_a.cpu()					).max() < 1E-2


# (todo: sayakpaul) implement SLOW tests.






