File: //usr/lib64/python3.9/site-packages/borg/testsuite/__pycache__/repository.cpython-39.opt-1.pyc
a
HZ�h>� � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ d dlZddl m
Z
ddl m Z ddl m
Z
ddl mZ ddlmZmZ dd lmZmZmZmZmZ dd
lmZmZmZm Z m Z m Z m Z d d l m!Z! d d
l m"Z" e#� Z$G dd� de!�Z%G dd� de%�Z&G dd� de%�Z'G dd� de%�Z(G dd� de%�Z)G dd� de%�Z*G dd� de%�Z+G d d � d e%�Z,G d d � d e%�Z-G d d!� d!e%�Z.G d"d#� d#e%�Z/G d$d%� d%e&�Z0G d&d'� d'e%�Z1G d(d)� d)e.�Z2G d*d+� d+e!�Z3dS ),� N)�patch� )�NSIndex)�Location)�IntegrityError)�msgpack)�Lock�
LockFailed)�RemoteRepository�InvalidRPCMethod�PathNotAllowed�ConnectionClosedWithHint�handle_remote_line)�
Repository�LoggedIO�MAGIC�
MAX_DATA_SIZE�
TAG_DELETE�TAG_PUT�
TAG_COMMIT� )� BaseTestCase��Hc @ sP e Zd ZdZdZdefdd�Zdd� Zdd � Zefd
d �Z d d
� Z
ddd�Z dS )�RepositoryTestCaseBase� TFc C s( |t u r| j}ttj�| jd�||d�S )N�
repository�� exclusive�create)� UNSPECIFIEDr r �os�path�join�tmppath)�selfr r � r& �?/usr/lib64/python3.9/site-packages/borg/testsuite/repository.py�open s zRepositoryTestCaseBase.openc C s& t �� | _| jdd�| _| j�� d S )NT)r )�tempfileZmkdtempr$ r( r � __enter__�r% r& r& r' �setUp" s
z RepositoryTestCaseBase.setUpc C s | j �d d d � t�| j� d S �N)r �__exit__�shutil�rmtreer$ r+ r& r& r' �tearDown' s z RepositoryTestCaseBase.tearDownc C s, | j �d d d � | j|d�| _ | j �� d S )N�r )r r. r( r* )r% r r& r& r' �reopen+ s z RepositoryTestCaseBase.reopenc C s| | j �td�d� | j �td�d� | j �td�d� | j jdd� | j �td�d� | j �td �d
� | j �td�� d S ) Nr � foor � bar� F��compacts bar2r s boo)r �putr �commit�deleter+ r& r& r' �add_keys0 s z RepositoryTestCaseBase.add_keysNc
C s� |d ur|d nd}dd� t d�D �}d|d < tdtdtd i}| jj�� D ]D\}}| jj�|�D ],\}}}} td
||| || ||| f � q`qJt� d S ) Nz: � c S s i | ]}t |�|�qS r& r )�.0�ir& r& r' �
<dictcomp>; � z4RepositoryTestCaseBase.repo_dump.<locals>.<dictcomp>�
���r9 �delZcommz%s%s H(%d) -> %s[%d..+%d]) �ranger r r r �io�segment_iterator� iter_objects�print)
r% ZlabelZH_transZ tag_trans�segment�fn�tag�key�offset�sizer& r& r' � repo_dump9 s $z RepositoryTestCaseBase.repo_dump)N) �__name__�
__module__� __qualname__Zkey_sizer r r( r, r1 r3 r< rP r& r& r& r' r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�RepositoryTestCasec s� t d�D ]}�j�t|�d� qtd�� ���j�� �d� �j�� � ��tj � �fdd�� �jj
dd� �j� � �� � �V���tj � �fdd�� t d�D ]$}|dkr�q�����t|��d� q�W d � n1 s�0 Y d S ) N�d � SOMEDATA�2 c s �j �� �S r- )r �getr& )�key50r% r& r' �<lambda>L rA z*RepositoryTestCase.test1.<locals>.<lambda>Fr7 c s
�� � �S r- )rX r& )rY � repository2r& r' rZ P rA )
rE r r9 r � assert_equalrX r; �
assert_raisesr �ObjectNotFoundr: �closer( )r% �xr& )rY r[ r% r' �test1F s
zRepositoryTestCase.test1c C s~ | j �td�d� | j �td�d� | j jdd� | j �td�� | j �td�d� | j jdd� | �| j �td��d� dS )z.Test multiple sequential transactions
r r4 r Fr7 r5 N)r r9 r r: r; r\ rX r+ r& r& r' �test2V s zRepositoryTestCase.test2c s� � j �td�d� � �� j �td��d� � j �td�d� � �� j �td��d� � j �td�d� � �� j �td��d� � j �td�� � �tj� fdd�� dS )z Test cache consistency
r r4 � foo2r5 c s � j �td��S �Nr �r rX r r& r+ r& r' rZ k rA z5RepositoryTestCase.test_consistency.<locals>.<lambda>N) r r9 r r\ rX r; r] r r^ r+ r& r+ r' �test_consistencya s z#RepositoryTestCase.test_consistencyc C s� | j �td�d� | �| j �td��d� | j jdd� | j �td�d� | �| j �td��d� | j �� | �| j �td��d� dS )� Test cache consistency2
r r4 Fr7 rc N)r r9 r r\ rX r: �rollbackr+ r& r& r' �test_consistency2m s
z$RepositoryTestCase.test_consistency2c C sN | j �td�d� | j �td�d� | j jdd� | �| j �td��d� dS )rg r r4 rc Fr7 N)r r9 r r: r\ rX r+ r& r& r' �"test_overwrite_in_same_transactionx s z5RepositoryTestCase.test_overwrite_in_same_transactionc C s� | j �td�d� | j jdd� | j �� | �� | _ | j �0 | j �td�d� | j jdd� W d � n1 sp0 Y | �� | _ | j �. | j �td�� | j jdd� W d � n1 s�0 Y d S �Nr r4 Fr7 r5 �r r9 r r: r_ r( r; r+ r& r& r' � test_single_kind_transactions� s
,
z0RepositoryTestCase.test_single_kind_transactionsc C s� t d�D ]}| j�t|�d� q| jjdd� | j�� }| �t|�d� | jjdd�}| �t|�d� | �||d d� � | jj|d d�}| �t|�d� | �||dd � � | �t| jjdd��d� d S � NrU rV Fr7 rW )�limitrC )Zmarker)rE r r9 r r: �listr\ �len�r% r` �allZ
first_halfZ second_halfr& r& r' � test_list� s
z RepositoryTestCase.test_listc C sj t d�D ]}| j�t|�d� q| jjdd� | j�� }| jjdd�}| jj|d d�}t d�D ]}q`d S rn )rE r r9 r r: �scanrr r& r& r' � test_scan� s
z RepositoryTestCase.test_scanc sL dt � �j�td�� � ���j�td��� � ��t� �fdd�� d S )N� xr c s �j �td�� d �S )Nr rw )r r9 r r& �Zmax_datar% r& r' rZ � rA z7RepositoryTestCase.test_max_data_size.<locals>.<lambda>)r r r9 r r\ rX r] r r+ r& rx r' �test_max_data_size� s �z%RepositoryTestCase.test_max_data_sizeN) rQ rR rS ra rb rf ri rj rm rt rv ry r& r& r& r' rT D s rT c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �LocalRepositoryTestCasec C s | j �d� d S rd )r �_rebuild_sparser+ r& r& r' �_assert_sparse� s z&LocalRepositoryTestCase._assert_sparsec C sP | j �td�d� | j �td�d� | j jdd� | j �td�d� | �� d S )Nr r4 r � 123456789Fr7 r5 )r r9 r r: r| r+ r& r& r' � test_sparse1� s
z$LocalRepositoryTestCase.test_sparse1c C sN | j �td�d� | j �td�d� | j jdd� | j �td�� | �� d S )Nr r4 r r} Fr7 )r r9 r r: r; r| r+ r& r& r' � test_sparse2� s
z$LocalRepositoryTestCase.test_sparse2c C sN | j �td�d� | j �td�� | j jj�� | j �d� | j jdd� d S )Nr s 1245Tr7 ) r r9 r r; rF Z _write_fd�syncr{ r: r+ r& r& r' �test_sparse_delete� s z*LocalRepositoryTestCase.test_sparse_deletec C s� | j �td�d� | j jdd� | j j�� }t| j j�|d �d�� }|�t d � W d � n1 sh0 Y | j �
� | �� | _ | j �0 | j �td�d� | j jd d� W d � n1 s�0 Y d S )
Nr r4 Fr7 r �wbs crapcrapcrapr5 T) r r9 r r: rF �get_latest_segmentr( Zsegment_filename�writer r_ )r% � last_segment�fr& r& r' �test_uncommitted_garbage� s ,
z0LocalRepositoryTestCase.test_uncommitted_garbageN)rQ rR rS r| r~ r r� r� r& r& r& r' rz � s
rz c @ sd e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dS )�RepositoryCommitTestCasec C sn | � � t�| jj�D ]&}|�d�rt�tj�| jj|�� q| �� | � t
| j�d� | � | j� � d� d S )N�index.r6 T) r< r! �listdirr r" �
startswith�unlinkr# r3 r\ rq �check)r% �namer& r& r' � test_replay_of_missing_index� s
z5RepositoryCommitTestCase.test_replay_of_missing_indexc C sf | � � d | j_z| jjdd� W n ty4 Y n0 | �� | �t| j�d� | �| j�� d� d S )NTr7 r6 ) r< r �compact_segmentsr: � TypeErrorr3 r\ rq r� r+ r& r& r' �"test_crash_before_compact_segments� s z;RepositoryCommitTestCase.test_crash_before_compact_segmentsc C sf | � � d | j_z| jjdd� W n ty4 Y n0 | �� | �t| j�d� | �| j�� d� d S �NFr7 r6 T) r< r Z write_indexr: r� r3 r\ rq r� r+ r& r& r' � test_crash_before_write_index s z6RepositoryCommitTestCase.test_crash_before_write_indexc s� � � � t�� jj�D ]&}|�d�rt�tj�� jj|�� qtj t
dt d��^}� j d d� � j�, � �
t � fdd�� |�� W d � n1 s�0 Y W d � n1 s�0 Y d S )Nr� �upgrade�Z side_effectr2 c s
t � j�S r- �rq r r& r+ r& r' rZ rA zGRepositoryCommitTestCase.test_replay_lock_upgrade_old.<locals>.<lambda>�r< r! r� r r" r� r� r# r �objectr r r3 r] �assert_called_once_with�r% r� r� r& r+ r' � test_replay_lock_upgrade_old s
z5RepositoryCommitTestCase.test_replay_lock_upgrade_oldc s� � � � t�� jj�D ]&}|�d�rt�tj�� jj|�� qtj t
dt d��^}� j dd� � j�, � �
t � fdd�� |�� W d � n1 s�0 Y W d � n1 s�0 Y d S )Nr� r� r� Fr2 c s
t � j�S r- r� r& r+ r& r' rZ * rA zCRepositoryCommitTestCase.test_replay_lock_upgrade.<locals>.<lambda>r� r� r& r+ r' �test_replay_lock_upgrade s
z1RepositoryCommitTestCase.test_replay_lock_upgradec C sz | � � d | jj_z| jjdd� W n ty6 Y n0 | �� | �t| j�d� | �| j� � d� | �t| j�d� d S r� )
r< r rF �delete_segmentr: r� r3 r\ rq r� r+ r& r& r' �-test_crash_before_deleting_compacted_segments- s
zFRepositoryCommitTestCase.test_crash_before_deleting_compacted_segmentsc C s( | j �td�tj� | �� | j j}d S rd )r r9 r r ZCOMMITr3 rF )r% rF r& r& r' � test_ignores_commit_tag_in_data9 s z8RepositoryCommitTestCase.test_ignores_commit_tag_in_datac C s | j �td�d� | j �td�d� | j jdd� | �d� | j �td�� | j jdd� | �d � | j j�� d }d
}| j j�|�D ] \}}}}|t kr�|d7 }q�| j �td �d � | j jdd� | �d
� | j j�
� D ]$\}}| j j�|�D ] \}}}}q�q�d S )Nr � 1r � 2Fr7 zp1 p2 cTzd1 ccr r6 � 3zp3 cc) r r9 r r: rP r; rF r� rH r rG ) r% r� Z num_deletesrL rM rN rO rJ �_r& r& r' � test_moved_deletes_are_tracked? s&
z7RepositoryCommitTestCase.test_moved_deletes_are_trackedc C s� | j jj}| j �td�d� |� }| j jdd� | j �td�� | j �td�d� |� }| j j|= | j j|= | j jdd� | j �td�� | j jdd� t� tj
� | j j
d|� �� d S �Nr r� Fr7 r Tzindex.%d� r rF r� r9 r r: r; r8 r! r� r" r# �r% r� Z put_segmentr� r& r& r' �$test_shadowed_entries_are_preserved1\ s
z=RepositoryCommitTestCase.test_shadowed_entries_are_preserved1c C s� | j jj}| j �td�d� |� }| j jdd� | j �td�d� | j �td�� | j �td�d� |� }| j j|= | j j|= | j jdd� | j �td�� | j jdd� t� tj
� | j j
d|� �� d S r� r� r� r& r& r' �$test_shadowed_entries_are_preserved2 s
z=RepositoryCommitTestCase.test_shadowed_entries_are_preserved2c C s� | j �td�d� | j �td�� | j jdd� | �d� | j �td�d� | j �td�� | �d� | j �� | �d� | j �td�d� d S ) Nr r� Tr7 zp1 d1 cczp1 d1�rr )r r9 r r; r: rP rh r+ r& r& r' �test_shadow_index_rollback� s
z3RepositoryCommitTestCase.test_shadow_index_rollbackN)rQ rR rS r� r� r� r� r� r� r� r� r� r� r� r& r& r& r' r� � s
#0r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
� RepositoryAppendOnlyTestCaseFc C s t tj�| jd�d|dd�S )Nr T)r r � append_only)r r! r" r# r$ �r% r r& r& r' r( � s z!RepositoryAppendOnlyTestCase.openc C s8 | � t�� | j�� W d � n1 s*0 Y d S r- )r] �
ValueErrorr Zdestroyr+ r& r& r' �test_destroy_append_only� s (z5RepositoryAppendOnlyTestCase.test_destroy_append_onlyc s� � fdd�}� j �td�d� � j jdd� d� j _� j �td�d� � j jdd� d� j _� j �td�d� � j jdd� d S )Nc s t t� jj�� ��S r- )rq rp r rF rG r& r+ r& r' �segments_in_repository� s zMRepositoryAppendOnlyTestCase.test_append_only.<locals>.segments_in_repositoryr r4 Fr7 T)r r9 r r: r� )r% r� r& r+ r' �test_append_only� s z-RepositoryAppendOnlyTestCase.test_append_onlyN)F)rQ rR rS r( r� r� r& r& r& r' r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )�RepositoryFreeSpaceTestCasec C s~ | � � | jj�ddd� | j�d� | �� | j�td�d� t� t
j �� | jj dd� W d � n1 sp0 Y d S ) Nr �additional_free_spaceZ1000Ts shortcut to save_configr � foobarFr7 )
r< r Zconfig�setZsave_keyr3 r9 r �pytest�raisesr �InsufficientFreeSpaceErrorr: r+ r& r& r' �test_additional_free_space� s ,z6RepositoryFreeSpaceTestCase.test_additional_free_spacec C s@ d| j _t�tj�� | �� W d � n1 s20 Y d S )Ng@��x �D)r r� r� r� r r� r< r+ r& r& r' �test_create_free_space� s &z2RepositoryFreeSpaceTestCase.test_create_free_spaceN)rQ rR rS r� r� r& r& r& r' r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )�
QuotaTestCasec C s� | j �td�td�� | j �td�td�� | j �td�� | j jdd� | �� | j �td�d� | j �td�� | j jd d� d S )
Nr i� r i. Fr7 r6 rA T)r r9 r �bytesr; r: r3 r+ r& r& r' �
test_tracking� s zQuotaTestCase.test_trackingc C s� d| j _| j �td�d� | j jdd� t�tj��" | j �td�d� W d � n1 s\0 Y t�tj�� | j jdd� W d � n1 s�0 Y | � � d| j _| j �td�d� | j jdd� d S ) NrW r rA Fr7 r rU T)
r �
storage_quotar9 r r: r� r� r ZStorageQuotaExceededr3 r+ r& r& r' �test_exceed_quota s 0,z QuotaTestCase.test_exceed_quotaN)rQ rR rS r� r� r& r& r& r' r� � s r� c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�NonceReservationc C sj | j dd� t�t��@ | j� | j�� W d � n1 s>0 Y W d � n1 s\0 Y d S )NFr2 )r3 r� r� �AssertionErrorr Zget_free_noncer+ r& r& r' �test_get_free_nonce_asserts s z,NonceReservation.test_get_free_nonce_assertsc C s� | j �� ttj�| j jd�d��}|�d� W d � n1 s@0 Y ttj�| j jd�d��}|�d� W d � n1 s�0 Y W d � n1 s�0 Y d S )N�nonce�wZ0000000000000000Z5000000000000000)r r( r! r" r# r� �r% �fdr& r& r' �test_get_free_nonce# s ((z$NonceReservation.test_get_free_noncec C sn | j dd� t�t��D | j� | j�dd� W d � n1 sB0 Y W d � n1 s`0 Y d S )NFr2 � � )r3 r� r� r� r �commit_nonce_reservationr+ r& r& r' �%test_commit_nonce_reservation_asserts/ s z6NonceReservation.test_commit_nonce_reservation_assertsc C s& | j �� t�t�� | j �dd� W d � n1 s80 Y | j �dd � ttj�| j jd���}W d � n1 s|0 Y t�t�� | j �dd� W d � n1 s�0 Y | j �dd� ttj�| j jd���}W d � n1 s�0 Y W d � n1 �s0 Y d S )Nr� � r� i ) r r� r� � Exceptionr� r( r! r" r# r� r& r& r' � test_commit_nonce_reservation5 s
, ,z.NonceReservation.test_commit_nonce_reservationN)rQ rR rS r� r� r� r� r& r& r& r' r� s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Z� ZS )!�%RepositoryAuxiliaryCorruptionTestCasec s8 t � �� | j�td�d� | jjdd� | j�� d S )Nr r4 Fr7 )�superr, r r9 r r: r_ r+ �� __class__r& r' r, G s
z+RepositoryAuxiliaryCorruptionTestCase.setUpc C sJ | j �0 | j �td�d� | j jdd� W d � n1 s<0 Y d S )Nr s foxFr7 �r r9 r r: r+ r& r& r' � do_commitM s z/RepositoryAuxiliaryCorruptionTestCase.do_commitc C sN t tj�| jjd�d��}|�d� W d � n1 s80 Y | �� d S )N�hints.1�abr} �r( r! r" r# r r� r� r� r& r& r' �test_corrupted_hintsR s (z:RepositoryAuxiliaryCorruptionTestCase.test_corrupted_hintsc C s$ t �t j�| jjd�� | �� d S �Nr� �r! r� r" r# r r� r+ r& r& r' �test_deleted_hintsW s z8RepositoryAuxiliaryCorruptionTestCase.test_deleted_hintsc C s$ t �t j�| jjd�� | �� d S �N�index.1r� r+ r& r& r' �test_deleted_index[ s z8RepositoryAuxiliaryCorruptionTestCase.test_deleted_indexc C s\ t j�| jjd�}t �|� t �|� | �t�� | �� W d � n1 sN0 Y d S r� � r! r" r# r r� �mkdirr] �OSErrorr� )r% �hintsr& r& r' �test_unreadable_hints_ s
z;RepositoryAuxiliaryCorruptionTestCase.test_unreadable_hintsc C sN t tj�| jjd�d��}|�d� W d � n1 s80 Y | �� d S �Nr� r� r} r� r� r& r& r' �
test_indexf s (z0RepositoryAuxiliaryCorruptionTestCase.test_indexc C sl t tj�| jjd�d��}|�d� W d � n1 s80 Y | j� W d � n1 s^0 Y d S r� )r( r! r" r# r r� r� r& r& r' � test_index_outside_transactionk s (zDRepositoryAuxiliaryCorruptionTestCase.test_index_outside_transactionc C s� t j�| jjd�}t|d��X}|�� }t�td�d�dA � dd�}|�
td�|�}|� d� |� |� W d � n1 sz0 Y d S )Nr� �r+br �littler r )
r! r" r# r r( �read�int�
from_bytesr �to_bytes�replace�seekr� )r% Z
index_pathr� Z
index_dataZ
corrupted_keyZcorrupted_index_datar& r& r' �_corrupt_indexq s
z4RepositoryAuxiliaryCorruptionTestCase._corrupt_indexc C s2 | � � | j� W d � n1 s$0 Y d S r- )r� r r+ r& r& r' �test_index_corrupted s z:RepositoryAuxiliaryCorruptionTestCase.test_index_corruptedc C s� | � � tj�| jjd�}t�|� | j�L t�tj �� | j�
t d�� W d � n1 s^0 Y W d � n1 s|0 Y d S )N� integrity.1r ) r� r! r" r# r r� r� r� r r^ rX r )r% �integrity_pathr& r& r' �&test_index_corrupted_without_integrity� s
zLRepositoryAuxiliaryCorruptionTestCase.test_index_corrupted_without_integrityc C s\ t j�| jjd�}t �|� t �|� | �t�� | �� W d � n1 sN0 Y d S r� r� )r% �indexr& r& r' �test_unreadable_index� s
z;RepositoryAuxiliaryCorruptionTestCase.test_unreadable_indexc C s~ t j�| jjd�}t|d��(}t�ddi|� |�� W d � n1 sJ0 Y | j� W d � n1 sp0 Y d S )Nr� r� s versiong������@)r! r" r# r r( r �pack�truncate)r% r� r� r& r& r' � test_unknown_integrity_version� s ��&zDRepositoryAuxiliaryCorruptionTestCase.test_unknown_integrity_versionc C s� | j �j d| j _| j �td�d� | j �td�d� | j jdd� | j �td�d� | j jdd� W d � n1 sv0 Y tj�| j jd �}t|d
��D}t �
|�}|� d � d |d d< t � ||� |�
� W d � n1 s�0 Y d S )
NTr r5 r s bazFr7 s bazzzhints.5r� r s segments)r r� r9 r r: r! r" r# r( r �unpackr� r� r� )r% Z
hints_pathr� r� r& r& r' � _subtly_corrupted_hints_setup� s ,
zCRepositoryAuxiliaryCorruptionTestCase._subtly_corrupted_hints_setupc C sZ | � � | j�8 d| j_| j�td�d� | jjdd� W d � n1 sL0 Y d S )NFr6 � 1234Tr7 )r� r r� r9 r r: r+ r& r& r' �test_subtly_corrupted_hints� s zARepositoryAuxiliaryCorruptionTestCase.test_subtly_corrupted_hintsc C s� | � � tj�| jjd�}t�|� | j�b d| j_| j�td�d� t �
t �� }| jj dd� W d � n1 st0 Y W d � n1 s�0 Y d S )Nz integrity.5Fr6 r� Tr7 )
r� r! r" r# r r� r� r9 r r� r� r� r: )r% r� �exc_infor& r& r' �-test_subtly_corrupted_hints_without_integrity� s
,zSRepositoryAuxiliaryCorruptionTestCase.test_subtly_corrupted_hints_without_integrity)rQ rR rS r, r� r� r� r� r� r� r� r� r� r� r� r� r� r� r �
__classcell__r& r& r� r' r� F s
r� c @ s� e Zd Zdd� Zd*dd�Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)S )+�RepositoryCheckTestCasec C s dd� t �t j�| jd��D �S )Nc S s g | ]}|� d �r|�qS )r� )r� �r> r� r& r& r' �
<listcomp>� rA z8RepositoryCheckTestCase.list_indices.<locals>.<listcomp>r )r! r� r" r# r$ r+ r& r& r' � list_indices� s z$RepositoryCheckTestCase.list_indicesFTc C sD | � | jj|d�|� | � dd� t�tj�| jd��D �g d� d S )N��repairc S s g | ]}d |v r|�qS )�tmpr& r r& r& r' r � rA z1RepositoryCheckTestCase.check.<locals>.<listcomp>r zFound tmp files)r\ r r� r! r� r" r# r$ )r% r �statusr& r& r' r� � s z RepositoryCheckTestCase.checkc G s |D ]}| j �t|�� qd S r- re )r% �ids�id_r& r& r' � get_objects� s z#RepositoryCheckTestCase.get_objectsc C s8 |D ].}|D ]}| j �t|�d� q | j jdd� qd S )N� dataFr7 r� )r% �segmentsr
r r& r& r' � add_objects� s z#RepositoryCheckTestCase.add_objectsc
C s, t dd� t�tj�| jddd��D ��d S )Nc s s | ]}|� � rt|�V qd S r- )�isdigitr� )r> �nr& r& r' � <genexpr>� rA z3RepositoryCheckTestCase.get_head.<locals>.<genexpr>r �data�0rC )�sortedr! r� r" r# r$ r+ r& r& r' �get_head� s z RepositoryCheckTestCase.get_headc C s" t �tj�| jdd| �� � ���S �Nr r� )r r� r! r" r# r$ r r+ r& r& r' �
open_index� s z"RepositoryCheckTestCase.open_indexc C sp | � � }|t|� \}}ttj�| jdddt|��d��$}|�|� |� d� W d � n1 sb0 Y d S )Nr r r r� s BOOM)
r r r( r! r" r# r$ �strr� r� )r% r �idxrJ rN r� r& r& r' �corrupt_object� s
"
z&RepositoryCheckTestCase.corrupt_objectc C s | j j�|� d S r- )r rF r� )r% rJ r& r& r' r� � s z&RepositoryCheckTestCase.delete_segmentc C s& t �t j�| jdd| �� � ��� d S r )r! r� r" r# r$ r r+ r& r& r' � delete_index� s z$RepositoryCheckTestCase.delete_indexc C s6 t �t j�| jdd| �� � ��t j�| jd|�� d S r )r! �renamer" r# r$ r )r% �new_namer& r& r' � rename_index s �z$RepositoryCheckTestCase.rename_indexc C s dd� | j �� D �S )Nc S s h | ] }t |��qS r& )r� )r> rM r& r& r' � <setcomp> rA z7RepositoryCheckTestCase.list_objects.<locals>.<setcomp>)r rp r+ r& r& r' � list_objects s z$RepositoryCheckTestCase.list_objectsc s� � � g d�ddgdgg� � �h d�� �� � � jdd� � �d� � �t� fdd �� � j�� � jd
d� � jd
d� � jddd � � � d� � jdd� � �h d �� �� � d S )
N�r r r6 � � � � r r r6 r# r$ r% T�r c s
� � d�S )Nr$ �r r& r+ r& r' rZ rA zGRepositoryCheckTestCase.test_repair_corrupted_segment.<locals>.<lambda>F�r r > r r r6 r# r% )
r r\ r! r� r r] r r rh r r+ r& r+ r' � test_repair_corrupted_segment s
z5RepositoryCheckTestCase.test_repair_corrupted_segmentc C sp | � g d�g d�g� | �h d�| �� � | jdd� | �d� | j�� | jddd� | �h d�| �� � d S ) Nr" �r# r$ r% r& Tr' r r) � r r r6 )r r\ r! r� r� r rh r+ r& r& r' �test_repair_missing_segment s
z3RepositoryCheckTestCase.test_repair_missing_segmentc sN � � g d�g d�g� � �d� � �tj� fdd�� � �h d�� �� � d S )Nr" r+ r6 c s
� � d�S �Nr# r( r& r+ r& r' rZ # rA zLRepositoryCheckTestCase.test_repair_missing_commit_segment.<locals>.<lambda>r, )r r� r] r r^ r\ r! r+ r& r+ r' �"test_repair_missing_commit_segment s
z:RepositoryCheckTestCase.test_repair_missing_commit_segmentc s� � � g d�g d�g� ttj�� jdddd�d��(}|�dtj� |�d � W d � n1 s`0 Y � � t
j � fd
d �� � j d d
� � �
d� � �h d�� �� � d S )Nr" r+ r r r �3r� rC � Xc s
� � d�S r. r( r& r+ r& r' rZ + rA zNRepositoryCheckTestCase.test_repair_corrupted_commit_segment.<locals>.<lambda>Tr' r6 r, )r r( r! r" r# r$ r� �SEEK_ENDr� r] r r^ r� r r\ r! r� r& r+ r' �$test_repair_corrupted_commit_segment& s (
z<RepositoryCheckTestCase.test_repair_corrupted_commit_segmentc s� � � g d�g� ttj�� jdddd�d��(}|�dtj� |�d� W d � n1 sZ0 Y � � t
j � fd d
�� � j d d � � j d d � � �
� �� d
g� � j ddd� � �
� �� dg� � j dd � � �d� � �
h d�� �� � d S )Nr" r r r �1r� rC r1 c s
� � d�S r. r( r& r+ r& r' rZ 5 rA z@RepositoryCheckTestCase.test_repair_no_commits.<locals>.<lambda>Fr' r� Tr) zindex.2r6 r, )r r( r! r" r# r$ r� r2 r� r] r � CheckNeededr� r\ r r r! r� r& r+ r' �test_repair_no_commits0 s (
z.RepositoryCheckTestCase.test_repair_no_commitsc C sL | � g d�g d�g� | �� | jdd� | �d� | �h d�| �� � d S )Nr" r+ Tr' r# r& )r r r� r r\ r! r+ r& r& r' �test_repair_missing_index? s
z1RepositoryCheckTestCase.test_repair_missing_indexc C sr | � g d�g d�g� | �| �� dg� | �d� | jdd� | �| �� dg� | �d� | �h d�| �� � d S ) Nr" r+ zindex.3z index.100Tr' r# r& )r r\ r r r� r r! r+ r& r& r' �test_repair_index_too_newF s
z1RepositoryCheckTestCase.test_repair_index_too_newc C s� | j �td�d� | j �td�d� t�td��(}| j jdd� |�d� W d � n1 s^0 Y | �� | j dd� | �
| j � td��d� d S ) Nr r
s data2r� Tr7 g�������?r ) r r9 r r r� r r: r� r3 r� r\ rX )r% r8 r& r& r' �test_crash_before_compactO s ( z1RepositoryCheckTestCase.test_crash_before_compactN)FT)rQ rR rS r r� r r r r r r� r r r! r* r- r/ r3 r6 r7 r8 r9 r& r& r& r' r � s&
r c @ s e Zd Zdd� Zdd� ZdS )�RepositoryHintsTestCasec C s | j �td�d� | j �td�� | j jdd� | j j}| j j}| j j}| �� | j �td�d� | � || j j� | � || j j� | j jd= | � || j j� | �� | � | j j
dd �d� | �� | j �td�d� | � || j j� | j jd= | � || j j� d S )
Nr r
Fr7 �* r� r Tr ) r r9 r r; r: � shadow_indexr8 r r3 r\ r� )r% Zshadow_index_expectedZcompact_expectedZsegments_expectedr& r& r' �test_hints_persistence] s&
z.RepositoryHintsTestCase.test_hints_persistencec C s� | j �td�d� | �| j ji � | j �td�� | j jdd� | �td�| j j� | �t| j jtd� �d� | �d| j j � | j �td�d� | j jdd d
� | �
td�| j j� | �
d| j j � | �
d| j j � d S ) Nr r
Fr7 r r; r� Tg )r8 Z threshold) r r9 r r\ r< r; r: Z assert_inrq r8 Z
assert_not_inr r+ r& r& r' �test_hints_behaviourx s z,RepositoryHintsTestCase.test_hints_behaviourN)rQ rR rS r= r> r& r& r& r' r: [ s r: c @ sB e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�RemoteRepositoryTestCaseNFc C s" t tdtj�| jd� �d|d�S �N�__testsuite__:r Tr �r
r r! r" r# r$ r� r& r& r' r( � s �z RemoteRepositoryTestCase.openc C s G dd� d�}|� S )Nc @ s$ e Zd ZdZdZg ZdZdd� ZdS )z9RemoteRepositoryTestCase._get_mock_args.<locals>.MockArgsZborg�? Nc S s
t | |�S r- )�hasattr)r% �itemr& r& r' � __contains__� s zFRemoteRepositoryTestCase._get_mock_args.<locals>.MockArgs.__contains__)rQ rR rS � remote_path�umask� debug_topics�rshrF r& r& r& r' �MockArgs� s
rK r& )r% rK r& r& r' �_get_mock_args� s
z'RemoteRepositoryTestCase._get_mock_argsc s � � t� fdd�� d S )Nc s � j �di �S )N�__init__)r �callr& r+ r& r' rZ � rA z;RemoteRepositoryTestCase.test_invalid_rpc.<locals>.<lambda>)r] r r+ r& r+ r' �test_invalid_rpc� s z)RemoteRepositoryTestCase.test_invalid_rpcc
C s� d}z| j �dddi� W n& tjy@ } z W Y d }~n
d }~0 0 z| j �dddi� W n& tjy~ } z W Y d }~n
d }~0 0 z| j �dddi� W n& tjy� } z W Y d }~n
d }~0 0 z| j �dddi� W n$ ty� } z W Y d }~n
d }~0 0 z| j �dddi� W n& t�y6 } z W Y d }~n
d }~0 0 z| j �ddd i� W n( tj�yv } z W Y d }~n
d }~0 0 z| j �ddd
i� W n& t �y� } z W Y d }~n
d }~0 0 z| j �ddd i� W n( t
j �y� } z W Y d }~n
d }~0 0 d S ) Nz test stringZinject_exception�kind� DoesNotExist�
AlreadyExistsr5 r r r^ r Zdivide) r rN r rQ rR r5 r r r^ r r
ZRPCError)r% �s1�er& r& r' � test_rpc_exception_transport� sB z5RemoteRepositoryTestCase.test_rpc_exception_transportc C s | � � }|| j_dtjd< d S )Nz ssh --fooZBORG_RSH)rL r �_argsr! �environ�r% �argsr& r& r' � test_ssh_cmd� s
z%RemoteRepositoryTestCase.test_ssh_cmdc C sN | � � }t�� �tj� d|_ddg|_| � � }d|_d|_d|_|| j _
d S )Nz borg-0.28.2Zsomething_client_sideZrepository_compactionr i���z
ssh -i foo) rL �logging� getLogger�setLevel�INFOrG rI r� rJ r rV rX r& r& r' �
test_borg_cmd� s
z&RemoteRepositoryTestCase.test_borg_cmd)F)
rQ rR rS r r( rL rO rU rZ r_ r& r& r& r' r? � s
6
r? c @ s e Zd Zddd�Zdd� ZdS )�RemoteLegacyFreeFc C sT t �tdd��2 ttdtj�| jd� �d|d�W d � S 1 sF0 Y d S )NZ
dictFormatTrA r r )r r� r
r r! r" r# r$ r� r& r& r' r( � s �zRemoteLegacyFree.openc C s� | j �td�d� | j jdd� | j �� | �� | _ | j �0 | j �td�d� | j jdd� W d � n1 sp0 Y | �� | _ | j �. | j �td�� | j jdd� W d � n1 s�0 Y d S rk rl r+ r& r& r' �test_legacy_free s
,
z!RemoteLegacyFree.test_legacy_freeN)F)rQ rR rS r( ra r& r& r& r' r` � s
r` c @ s. e Zd Zd dd�Zdd� Zdd� Zdd � Zd
S ) � RemoteRepositoryCheckTestCaseFc C s" t tdtj�| jd� �d|d�S r@ rB r� r& r& r' r( s �z"RemoteRepositoryCheckTestCase.openc C s d S r- r& r+ r& r& r' r9 s z7RemoteRepositoryCheckTestCase.test_crash_before_compactc C s d S r- r& r+ r& r& r' r/ s z@RemoteRepositoryCheckTestCase.test_repair_missing_commit_segmentc C s d S r- r& r+ r& r& r' r- s z9RemoteRepositoryCheckTestCase.test_repair_missing_segmentN)F)rQ rR rS r( r9 r/ r- r& r& r& r' rb s
rb c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�RemoteLoggerTestCasec C s| t �� | _t�| j�| _| jgt�� jd d �< g t�d�jd d �< g t�d�jd d �< tj �
� tj | _ t �� | _ t_ d S )N�borg.repository�borg.repository.foo) rF �StringIO�streamr[ �
StreamHandler�handlerr\ �handlers�sys�stderr�flush�
old_stderrr+ r& r& r' r, & s
zRemoteLoggerTestCase.setUpc C s | j t_d S r- )rn rk rl r+ r& r& r' r1 1 s z RemoteLoggerTestCase.tearDownc C s0 t d� | �| j�� d� | �| j�� d� d S )Nz unstructured stderr message
r= z$Remote: unstructured stderr message
�r r\ rg �getvaluerl r+ r& r& r' �test_stderr_messages4 s z)RemoteLoggerTestCase.test_stderr_messagesc C s0 t d� | �| j�� d� | �| j�� d� d S )Nz%unstructured stderr progress message
r= z-Remote: unstructured stderr progress message
ro r+ r& r& r' � test_stderr_progress_messages: s z2RemoteLoggerTestCase.test_stderr_progress_messagesc C sN | j �tj� t�� �tj� td� | �| j�� d� | �| j �� d� d S )Nz,$LOG INFO Remote: borg < 1.1 format message
z"Remote: borg < 1.1 format message
r= �
ri r] r[ �DEBUGr\ r r\ rg rp rl r+ r& r& r' �test_pre11_format_messages@ s
z/RemoteLoggerTestCase.test_pre11_format_messagesc C sN | j �tj� t�� �tj� td� | �| j�� d� | �| j �� d� d S )Nz=$LOG INFO borg.repository Remote: borg >= 1.1 format message
z#Remote: borg >= 1.1 format message
r= rs r+ r& r& r' �test_post11_format_messagesH s
z0RemoteLoggerTestCase.test_post11_format_messagesc C sN | j �tj� t�� �tj� td� | �| j�� d� | �| j �� d� d S )Nz:$LOG INFO borg.repository Remote: new format info message
r= )
ri r] r[ �WARNINGr\ r r\ rg rp rl r+ r& r& r' � test_remote_messages_screenedP s
z2RemoteLoggerTestCase.test_remote_messages_screenedc C s� t �d��t j� t �d��t j� | j�t j� t �� �t j� t�� }t �|�}|�t j� |gt �d�j d d �< t�� }t �|�}|�t j� |gt �d�j d d �< t
d� | � |� � d� | � |� � d� | � | j
� � d� | � | j� � d� d S )Nrd re z;$LOG INFO borg.repository Remote: new format child message
r= z!Remote: new format child message
)r[ r\ r] r^ ri rw rF rf rh rj r r\ rp rg rl )r% Z child_streamZ
child_handlerZ
foo_streamZ foo_handlerr& r& r' � test_info_to_correct_local_childY s"
z5RemoteLoggerTestCase.test_info_to_correct_local_childN) rQ rR rS r, r1 rq rr ru rv rx ry r& r& r& r' rc % s rc )4rF r[ r! r/ rk r) Z
unittest.mockr r� Z hashindexr Zhelpersr r r Zlockingr r Zremoter
r r r
r r r r r r r r r r= r r r� r r rT rz r� r� r� r� r� r� r r: r? r` rb rc r& r& r& r' �<module> sF $ +s; R (* 0n