a hx#@sdZddlZddlmZmZddlmZmZmZddl m Z m Z ddl m Z mZmZmZmZmZddlmZdd lmZmZmZmZmZd d lmZerddlZerdd lmZ nerdd l!mZ Gd ddeZ"eGdddeZ#dgZ$dS)z%Fast Image processor class for OWLv2.N)OptionalUnion)BaseImageProcessorFast BatchFeatureDefaultFastImageProcessorKwargs)group_images_by_shapereorder_images)OPENAI_CLIP_MEANOPENAI_CLIP_STDChannelDimension ImageInputPILImageResamplingSizeDict)Unpack) TensorTypeauto_docstringis_torch_availableis_torchvision_availableis_torchvision_v2_available)OwlViTImageProcessorFast) functionalc@seZdZUdZeeed<dS)Owlv2FastImageProcessorKwargsa do_pad (`bool`, *optional*, defaults to `True`): Controls whether to pad the image. Can be overridden by the `do_pad` parameter in the `preprocess` method. If `True`, padding will be applied to the bottom and right of the image with grey pixels. do_padN)__name__ __module__ __qualname____doc__rbool__annotations__r!r!c/var/www/html/assistant/venv/lib/python3.9/site-packages/transformers/models/owlv2/modular_owlv2.pyr7s rc@seZdZejZeZeZ dddZ dZ dZ dZ dZdZeZdZdZeedddZeeeed d d Zdd ed dddZded eeeed dddZdd eed dddZ ed eeedeeeeee!eeefee!eeefeeee!e"e#fe$d ddZ%dS)Owlv2ImageProcessorFasti)heightwidthgp?TN)kwargscKstj|fi|dSN)r__init__)selfr&r!r!r"r(Psz Owlv2ImageProcessorFast.__init__)imagesr&cKstj||fi|Sr')r preprocess)r)r*r&r!r!r"r+Ssz"Owlv2ImageProcessorFast.preprocess?z torch.Tensor)r*constant_valuereturnc CsL|jdd\}}t||}||}||}dd||f}tj|||d} | S)z< Pad an image with zeros to the given size. Nr)fill)shapemaxFpad) r)r*r-r$r%sizeZ pad_bottom pad_rightpaddingZ padded_imager!r!r" _pad_imagesWs  z#Owlv2ImageProcessorFast._pad_images)r*disable_groupingr-r.c CsJt||d\}}i}|D]\}}|j||d}|||<qt||} | S)Nr9)r-)ritemsr8r ) r)r*r9r-grouped_imagesgrouped_images_indexprocessed_images_groupedr1stacked_imagesprocessed_imagesr!r!r"r4ds  zOwlv2ImageProcessorFast.pad)imager5 anti_aliasingr.c Ks|j|jf}|j}t|dd|jt||j}|r|dur`|ddjdd}nLt|t |}t |dkrt dn t |dk|dk@rt dt |dkr|} n:dtd|d} tj|| d| df|d } n|} tj| |j|jfd d } | S) az Resize an image as per the original implementation. Args: image (`Tensor`): Image to resize. size (`dict[str, int]`): Dictionary containing the height and width to resize the image to. anti_aliasing (`bool`, *optional*, defaults to `True`): Whether to apply anti-aliasing when downsampling the image. anti_aliasing_sigma (`float`, *optional*, defaults to `None`): Standard deviation for Gaussian kernel when downsampling the image. If `None`, it will be calculated automatically. rNr)minzFAnti-aliasing standard deviation must be greater than or equal to zerozWAnti-aliasing standard deviation greater than zero but not down-sampling along all axesr)sigmaF)r5Z antialias)r$r%r1torchZtensortoZdeviceclampZ atleast_1dZ ones_likeany ValueErrorwarningswarnceilintr3Z gaussian_blurtolistresize) r)rAr5rBZanti_aliasing_sigmar&Z output_shapeZ input_shapeZfactorsfilteredZ kernel_sizesoutr!r!r"rPws, , zOwlv2ImageProcessorFast.resizezF.InterpolationMode) r* do_resizer5 interpolationr do_rescalerescale_factor do_normalize image_mean image_stdr9return_tensorsr.c  Ks"t|| d\}}i}|D]$\}}||||d| | }|||<qt||}|r^|j|| d}t|| d\}}i}|D](\}}|rz|j|||tjd}|||<qzt||}t|| d\}}i}|D]$\}}||d||| | }|||<qt||}| rtj |ddn|}t d|i| dS)Nr:F)rAr5rTZinput_data_formatr)dimZ pixel_values)dataZ tensor_type) rr;Zrescale_and_normalizer r4rPr ZFIRSTrFstackr)r)r*rSr5rTrrUrVrWrXrYr9rZr&r<r=r>r1r?r@Zresized_images_groupedZ resized_stackZresized_imagesr!r!r" _preprocesssD         z#Owlv2ImageProcessorFast._preprocess)r,)r,)TN)&rrrrZBILINEARZresampler rXr rYr5rVrSrUrWrrZ valid_kwargsZ crop_sizeZdo_center_croprr(rr r+floatr8listrrr4rrPrstrrrr^r!r!r!r"r#AsZ   :r#)%rrKtypingrrZimage_processing_utils_fastrrrZimage_transformsrr Z image_utilsr r r r rrZprocessing_utilsrutilsrrrrrZ#owlvit.image_processing_owlvit_fastrrFZtorchvision.transforms.v2rr3Ztorchvision.transformsrr#__all__r!r!r!r"s&     /