|
Server : Apache System : Linux iad1-shared-b8-43 6.6.49-grsec-jammy+ #10 SMP Thu Sep 12 23:23:08 UTC 2024 x86_64 User : dh_edsupp ( 6597262) PHP Version : 8.2.26 Disable Function : NONE Directory : /lib/python3/dist-packages/boto/services/__pycache__/ |
Upload File : |
o
ckF[� � @ s@ d dl Z d dlmZmZ d dlmZ d dlZG dd� de�ZdS )� N)�datetime� timedelta)�parse_tsc @ sZ e Zd ZdZddd�Zdd� Zdd� Zdd
d �Zdd d
�Zddd�Z dd� Z
ddd�Z dS )�ResultProcessorzlog.csvNc C s^ || _ || _d | _d| _d| _tj| _tj| _ t
j| _ t
j| _ | j �
d�| _| j �
d�| _d S )Nr � output_queue�
output_domain)�sd�batch�log_fp� num_files�
total_timer �max�min_time�min�max_timer �
earliest_time� latest_time�get_obj�queue�domain)�self�
batch_namer �mimetype_files� r �6/usr/lib/python3/dist-packages/boto/services/result.py�__init__ s zResultProcessor.__init__c C sx t |d �}t |d �}|| }|| jkr|| _|| jk r || _| j|j7 _|| jk r0|| _|| jkr:|| _d S d S )Nz Service-Readz
Service-Write)r r r r �secondsr r )r �msg�
start_time�end_time� elapsed_timer r r �calculate_stats, s
�z ResultProcessor.calculate_statsc C s� t |�� �}| js"ttj�|| j�d�| _d�|�}| j�|d � g }|D ]}|| }|� d�dkr7d| }|�
|� q&d�|�}| j�|d � d S )N�a�,�
r z"%s") �sorted�keysr
�open�os�path�join� LogFileName�write�find�append)r r r) r& �line�values�key�valuer r r � log_message: s
zResultProcessor.log_messageTc
C s� | � ||� | �|� |d �d�}d|v r t�d|d �}nt�d|d �}|D ]+}|rM|�d�d }|�|�}tj�||�} td|| f � |� | � | j
d 7 _
q)d S )
N� OutputKeyr# � OutputBucket�s3�Bucket�;r �retrieving file: %s to %s� ) r3 r! �split�boto�lookupr( r) r* �print�get_contents_to_filenamer )
r �recordr) �get_file�outputs�bucket�output�key_namer1 � file_namer r r �process_recordI s
�z ResultProcessor.process_recordc C sX | j �� }|r*d|v r!|d | jkr!| �|||� |r!| j �|� | j �� }|sd S d S )N�Batch)r �readr rG �delete_message)r r) rA �
delete_msg�mr r r �get_results_from_queueZ s
�z&ResultProcessor.get_results_from_queuec C s. | j �d| j �}|D ] }| �|||� q d S )Nz['Batch'='%s'])r �queryr rG )r r) rA �rs�itemr r r �get_results_from_domainc s �z'ResultProcessor.get_results_from_domainc C s\ | j �d�}|r*td� |D ] }tj�||�}td||f � |�|� | jd qd S d S )N�
output_bucketzCNo output queue or domain, just retrieving files from output_bucketr9 r: )r r r> r( r) r* r? r )r r) rC r1 rF r r r �get_results_from_bucketh s
�z'ResultProcessor.get_results_from_bucketc C s� t j�|�s t �|� | jr| �||� n| jr | �||� n| �|� | j r,| j �
� t d| j � | j dkrzt
| j�| j | _t d| jj � t d| jj � t d| j � | j| j | _t d| jj � d| jjd | j }t d | � d S d S )
Nz"%d results successfully retrieved.r zMinimum Processing Time: %dzMaximum Processing Time: %dzAverage Processing Time: %fzElapsed Time: %dg �?g N@z$Throughput: %f transactions / minute)r( r) �isdir�mkdirr rM r rQ rS r
�closer> r �floatr �avg_timer r r r r r )r r) rA rK �tputr r r � get_resultsr s(
�zResultProcessor.get_results)N)T)TT) �__name__�
__module__� __qualname__r+ r r! r3 rG rM rQ rS rZ r r r r r s
r )r( r r �
boto.utilsr r< �objectr r r r r �<module> s