xdecoder/Instruct-X-Decoder
163
1U
2 E$�c� � @ s� d Z ddlmZmZ ddlZddlmZ ddlZddlm Z dd� Z3G dd� de �Z ee d �d4d �Z
ded �d
d�Zejjee e d�dd��Zdd� ZdS )z`5Misc functions, including distributed helpers.6 7Mostly copy-paste from torchvision references.8� )�List�OptionalN)�Tensorc C sB | d }| dd � D ](}t |�D ]\}}t|| |�||< q q|S )Nr � )� enumerate�max)�the_list�maxes�sublist�index�item� r
�,/data/arXiv/demo/Demo/xdecoder/utils/misc.py� _max_by_axis s9 r c @ s6 e Zd Zee d�dd�Zdd� Zdd� Zdd � Zd10S ) � NestedTensor��maskc C s || _ || _d S �N��tensorsr )�selfr r r
r
r �__init__ s zNestedTensor.__init__c C s@ | j �|�}| j}|d k r2|d k s&t�|�|�}nd }t||�S r )r �tor �AssertionErrorr )r �deviceZ cast_tensorr Z cast_maskr
r
r r s zNestedTensor.toc C s | j | jfS r r �r r
r
r � decompose( s zNestedTensor.decomposec C s11 t | j�S r )�strr r r
r
r �__repr__+ s zNestedTensor.__repr__N) �__name__�12__module__� __qualname__r r r r r r r
r
r
r r s r )� tensor_listc C s� | d j dkr�t�� r t| �S tdd� | D ��}t| �g| }|\}}}}| d j}| d j}tj |||d�} tj13|||ftj |d�}14t | | |15�D ]\\} } }
| d | j
d �d | j
d �d | j
d �f �| � d|
d | j
d �d | j
d �f< q�n�| d j dk�r�t�� �rt| �S td d� | D ��}t| �g| }|\}}}| d j}| d j}tj |||d�} tj16||ftj |d�}17t | | |18�D ]>\}}}
||d |j
d �d |j
d �f< d|
d |j
d �< �q�ntd19��t| |20�S ) Nr � c S s g | ]}t |j��qS r
��list�shape��.0�imgr
r
r �21<listcomp>7 s z2nested_tensor_from_tensor_list.<locals>.<listcomp>��dtyper r � Fc S s g | ]}t |j��qS r
r$ )r( �txtr
r
r r* I s z
not supported)�ndim� torchvision� _is_tracing�$_onnx_nested_tensor_from_tensor_listr �lenr, r �torch�zeros�ones�bool�zipr& �copy_�22ValueErrorr )r" �max_size� batch_shape�b�c�h�wr, r �tensorr r) Zpad_img�m�lr. Zpad_txtr
r
r � nested_tensor_from_tensor_list. s8 23242$25262728 rD � c s^ g }t | d �� �D ]<� t�t�� fdd�| D ���tj���tj�}|�|� qt |�}|\}}}|| dkr|||| nd}|| dkr�||| nd}||| || f}g } g }29| D ]�} dd� t30|t | j ��D �} tj j
�| d| d d| d d| d f�}
| �|
� tj| d tj| jd�}tj j
�|d| d d| d fdd�}|31�|�tj�� q�| S ) Nr c s g | ]}|j � �qS r
�r& r' ��ir
r r* \ s z1_collate_and_pad_divisibility.<locals>.<listcomp>c S s g | ]\}}|| �qS r
r
�r( �s1�s2r
r
r r* m s r- r r+ �constant)�range�dimr4 r rA r �float32�int64�append�tupler8 r& �nn�32functional�pad�33zeros_like�intr r7 )r" �divr; �34max_size_ir> r? r@ Zpad_hZpad_w� padded_imgs� padded_masksr) �padding�35padded_imgrB � padded_maskr
rG r � _collate_and_pad_divisibilityX s. �� 36 (37$r_ )r" �returnc s& g }t | d �� �D ]<� t�t�� fdd�| D ���tj���tj�}|�|� qt |�}g }g }| D ]�}dd� t38|t |j ��D �}tj j
�|d|d d|d d|d f�}|�|� tj|d tj|jd�}tj j
�|d|d d|d fdd�} |�| �tj�� qft�|�}39t�|�} t|40| d �S )41Nr c s g | ]}|j � �qS r
rF r' rG r
r r* ~ s z8_onnx_nested_tensor_from_tensor_list.<locals>.<listcomp>c S s g | ]\}}|| �qS r
r
rI r
r
r r* � s r- r r+ rL r )rM rN r4 r �stackr rO rP rQ rR r8 r& rS rT rU rV rW r r7 r ) r" r; rY rZ r[ r) r\ r] rB r^ rA r r
rG r r2 y s* �� (42$4344r2 c C s t �� s dS t �� sdS dS )NFT)�dist� is_available�is_initializedr
r
r
r � is_dist_avail_and_initialized� s45 re )rE )�__doc__�typingr r r4 Ztorch.distributed� distributedrb r0 r r �objectr rD r% r_ �jit�unusedr2 re r
r
r
r �<module> s *!