David310/Detect_AI-generated_Image
4
1U
2 ��^fy& � 3 @ s d dl Z d dlmZ d dlZd dlZd dlZd dlmZ d dlZd dl Z4d dl m Z m
Z
mZ d dlmZ d dlZd dlmZ d dlmZ d dlZd dlmZ d dlmZ d d lmZ d d5lm Z d dl Z d dl Z d d l m Z d Z!d d
� Z"dddgdddgd�Z#dddgdddgd�Z$dd � Z%d d � Z&d d � Z'd!d"� Z(d_d$d%�Z)d&d'd(d)d*gfd+d,�Z*d`d.d/�Z+G d0d1� d1e�Z,e-d2k�re j.e j/d3�Z0e0j1d4e2dd5d6� e0j1d7e2dd5d6� e0j1d8e2dd9d6� e0j1d:e3d;d<d6� e0j1d=e2d>d?� e0j1d@e2dAd?� e0j1dBe2dCd-d6� e0j1dDe3dEd?� e0j1dFe3ddGd6� e0j1dHe3ddId6� e0�4� Z5ej6�7e5j8��rXe �9e5j8� e�:e5j8� ee5j;�Z<ej=e5j>dJdK�Z?e<j@�Ae?� eBdL� e<�C� e<�D� e5jEdk�s�e5jFdk�s�e5jGdk�r�e ZneHe5jEe5jFe5jGdM�gZeD �],ZIe"� e,eIdN eIdO eIdP e5jJe5j;e5jKe5jLdQ�ZMejNjOjPeMe5jQd#dRdS�ZRe)e<eRdTdU�\ZSZTZUZVZWZXZYZZe[ej6�\e5j8dV�dW��.Z]e]�^eIdX dY e2e_eSdZ d[�� d\ � W 5 Q R X e[ej6�\e5j8d]�dW��ZZ]e]�^eIdX dY e2e_eTdZ d[�� d^ e2e_eUdZ d[�� d^ e2e_eVdZ d[�� d\ � W 5 Q R X �q�dS )a� N)�arg)�average_precision_score�precision_recall_curve�accuracy_score)�Dataset)� get_model)�Image)�tqdm)�BytesIO)�deepcopy)�
DATASET_PATHS)�gaussian_filterc C s0 t �t� t j�t� tj�t� t�t� d S �N)�torch� manual_seed�SEED�cuda�np�random�seed� r r �0/root/autodl-tmp/UniversalFakeDetect/validate.py�set_seed s 6 r g7ףp=8�?g�v��/�?g�C�l���?g3<�4'��?gwg�� M�?gy{�� �?)�imagenet�clipg Zd;�O�?gy�&1��?g�������?g��B�91�?g�w�t.��?g�� U��?c C s� | j d }|d|d � �� ||d |� �� kr^|d|d � �� ||d |� �� d S d}d}|D ]D}t|�}d|||k< d|||k < || k�� | }||krj|}|}qj|S )z=We assume first half is real 0, and the second half is fake 1r � � )�shape�max�minr �sum)�y_true�y_pred�NZbest_acc�9best_thres�thres�temp�accr r r �find_best_threshold- s 10(, r( c C s< t � }| j|d|d� t�|�} t�| �} |�� t�| �S )N�jpeg)�format�quality)r11 �saver �openr �array�close� fromarray)�imgr+ �outr r r �png2jpgE s 1213r3 c C s� t �| �} t| d d �d d �df | d d �d d �df |d� t| d d �d d �df | d d �d d �df |d� t| d d �d d �df | d d �d d �df |d� t�| �S )Nr )�output�sigmar r )r r. r
r r0 )r1 r5 r r r �
gaussian_blurO s14 15222r6 c C sT t | | dk || dk |k�}t | | dk || dk |k�}t | ||k�}|||fS )Nr r )r )r! r" r% �r_acc�f_accr' r r r �
calculate_accZ s r9 Fc C s� t �� �b g g }}tdt|� � |D ]<\}}|�� }|�| |��� �� �� � |�|�� �� � q(W 5 Q R X t �16|�t �17|� }}t ||�}t ||d�\} }18} |s�|| |19| fS t
||�} t ||| �\}
}}|| |20| |
||| fS )NzLength of dataset: %dg �?)r �no_grad�print�lenr �extend�sigmoid�flatten�tolistr r. r r9 r( )�model�loader�21find_thresr! r" r1 �labelZin_tens�ap�r_acc0�f_acc0�acc0r$ �r_acc1�f_acc1�acc1r r r �validatea s 2223 24 25rL ZpngZjpgZJPEGr) Zbmpc C s` g }t �| �D ]L\}}}|D ]<}|�d�d |kr |t j�||�kr |�t j�||�� q q|S )N�.r )�os�walk�split�path�join�append)Zrootdir� must_containZextsr2 �r�d�f�filer r r �recursively_read� s $rY � c sJ d| kr<t | d��}t�|�}W 5 Q R X � fdd�|D �}n26t| � �}|S )Nz.pickle�rbc s g | ]}� |kr|�qS r r )�.0�item�rT r r �27<listcomp>� s z get_list.<locals>.<listcomp>)r- �pickle�loadrY )rQ rT rW Z28image_listr r^ r �get_list� s 29rb c @ s. e Zd Zd30dd�Zdd� Zdd� Zdd � ZdS ) �RealFakeDatasetNc C s |dks t �|| _|| _t|�tkrFt|�tkrF| �||||�\}} n@g }g } t||�D ],\}31} | �|32| ||�\} }
|| 7 }| |
7 } qX|| | _i | _|D ]}d| j|< q�| D ]}d| j|< q�|� � �33d�r�dnd}t � t �
d�t �� t jt| t| d�g�| _d S )N)�wang2020Zoursr r r r �� )�mean�std)�AssertionError� jpeg_quality�gaussian_sigma�type�str� read_path�zip�34total_list� labels_dict�lower�35startswith�36transformsZComposeZ37CenterCropZToTensorZ Normalize�MEAN�STD� transform)�self� real_path� fake_path� data_mode�38max_sample�archri rj � real_list� fake_listZreal_pZfake_pZreal_lZfake_l�iZ stat_fromr r r �__init__� s. 3940 �zRealFakeDataset.__init__c C s� |dkr"t |dd�}t |dd�}nt |�}t |�}|d k r�|t|�ksR|t|�kr^d}td� t�|� t�|� |d|� }|d|� }t|�t|�ks�t�||fS )Nrd Z0_realr^ Z1_fake�d z,not enough images, max_sample falling to 100r )rb r< r; r �shufflerh )rw rx ry rz r{ r} r~ r r r rm � s 4142 zRealFakeDataset.read_pathc C s43 t | j�S r )r< ro )rw r r r �__len__� s zRealFakeDataset.__len__c C sb | j | }| j| }t�|��d�}| jd k r:t|| j�}| jd k rPt|| j�}| � |�}||fS )NZRGB)44ro rp r r- �convertrj r6 ri r3 rv )rw �idxZimg_pathrD r1 r r r � __getitem__� s 454647 48 49zRealFakeDataset.__getitem__)NN)�__name__�50__module__� __qualname__r� rm r� r� r r r r rc � s �51*rc �__main__)Zformatter_classz --real_pathzdir name or a pickle)rk �default�helpz --fake_pathz --data_modezwang2020 or oursz --max_samplei� z3only check this number of images for both fake/realz--archZres50)rk r� z--ckptz#./pretrained_weights/fc_weights.pthz--result_folder�resultz --batch_size� z--jpeg_qualityzL100, 90, 80, ... 30. Used to test robustness of our model. Not apply if Nonez--gaussian_sigmazF0,1,2,3,4. Used to test robustness of our model. Not apply if None�cpu)� map_locationzModel loaded..)rx ry rz rx ry rz )ri rj � )�52batch_sizer� � num_workersT)rC zap.txt�a�keyz: r� r �53zacc0.txtz )F)rZ )`�argparse�astr rN �csvr Ztorchvision.transformsrs �torch.utils.data�numpyr Zsklearn.metricsr r r r �sysZmodelsr �PILr r` r �ior54 �copyr Z
dataset_pathsr r �shutilZscipy.ndimage.filtersr
r r rt ru r( r3 r6 r9 rL rY rb rc r� �ArgumentParserZ ArgumentDefaultsHelpFormatter�parser� add_argumentrl �int�55parse_args�optrQ �existsZ
result_folder�rmtree�makedirsr| rA ra Zckpt�56state_dict�fc�load_state_dictr; �evalr rx ry rz �dictZ dataset_pathr{ ri rj �dataset�utils�data�57DataLoaderr� rB rE rF rG rH rI rJ rK r$ r- rR rW �write�roundr r r r �<module> s� �� 58 59+ 60
Z61 62 $63� 2