File: //usr/lib64/python3.9/site-packages/borg/testsuite/__pycache__/repository.cpython-39.pyc
a
HZ�h>� � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ d dlZddl m
Z
ddl m Z ddl m
Z
ddl mZ ddlmZmZ dd lmZmZmZmZmZ dd
lmZmZmZm Z m Z m Z m Z d d l m!Z! d d
l m"Z" e#� Z$G dd� de!�Z%G dd� de%�Z&G dd� de%�Z'G dd� de%�Z(G dd� de%�Z)G dd� de%�Z*G dd� de%�Z+G d d � d e%�Z,G d d � d e%�Z-G d d!� d!e%�Z.G d"d#� d#e%�Z/G d$d%� d%e&�Z0G d&d'� d'e%�Z1G d(d)� d)e.�Z2G d*d+� d+e!�Z3dS ),� N)�patch� )�NSIndex)�Location)�IntegrityError)�msgpack)�Lock�
LockFailed)�RemoteRepository�InvalidRPCMethod�PathNotAllowed�ConnectionClosedWithHint�handle_remote_line)�
Repository�LoggedIO�MAGIC�
MAX_DATA_SIZE�
TAG_DELETE�TAG_PUT�
TAG_COMMIT� )� BaseTestCase��Hc @ sP e Zd ZdZdZdefdd�Zdd� Zdd � Zefd
d �Z d d
� Z
ddd�Z dS )�RepositoryTestCaseBase� TFc C s( |t u r| j}ttj�| jd�||d�S )N�
repository�� exclusive�create)� UNSPECIFIEDr r �os�path�join�tmppath)�selfr r � r& �?/usr/lib64/python3.9/site-packages/borg/testsuite/repository.py�open s zRepositoryTestCaseBase.openc C s& t �� | _| jdd�| _| j�� d S )NT)r )�tempfileZmkdtempr$ r( r � __enter__�r% r& r& r' �setUp" s
z RepositoryTestCaseBase.setUpc C s | j �d d d � t�| j� d S �N)r �__exit__�shutil�rmtreer$ r+ r& r& r' �tearDown' s z RepositoryTestCaseBase.tearDownc C s, | j �d d d � | j|d�| _ | j �� d S )N�r )r r. r( r* )r% r r& r& r' �reopen+ s z RepositoryTestCaseBase.reopenc C s| | j �td�d� | j �td�d� | j �td�d� | j jdd� | j �td�d� | j �td �d
� | j �td�� d S ) Nr � foor � bar� F��compacts bar2r s boo)r �putr �commit�deleter+ r& r& r' �add_keys0 s z RepositoryTestCaseBase.add_keysNc
C s� |d ur|d nd}dd� t d�D �}d|d < tdtdtd i}| jj�� D ]D\}}| jj�|�D ],\}}}} td
||| || ||| f � q`qJt� d S ) Nz: � c S s i | ]}t |�|�qS r& r )�.0�ir& r& r' �
<dictcomp>; � z4RepositoryTestCaseBase.repo_dump.<locals>.<dictcomp>�
���r9 �delZcommz%s%s H(%d) -> %s[%d..+%d]) �ranger r r r �io�segment_iterator� iter_objects�print)
r% ZlabelZH_transZ tag_trans�segment�fn�tag�key�offset�sizer& r& r' � repo_dump9 s $z RepositoryTestCaseBase.repo_dump)N) �__name__�
__module__� __qualname__Zkey_sizer r r( r, r1 r3 r< rP r& r& r& r' r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�RepositoryTestCasec s� t d�D ]}�j�t|�d� qtd�� ���j�� �d� �j�� � ��tj � �fdd�� �jj
dd� �j� � �� � �V���tj � �fdd�� t d�D ]$}|dkr�q�����t|��d� q�W d � n1 s�0 Y d S ) N�d � SOMEDATA�2 c s �j �� �S r- )r �getr& )�key50r% r& r' �<lambda>L rA z*RepositoryTestCase.test1.<locals>.<lambda>Fr7 c s
�� � �S r- )rX r& )rY � repository2r& r' rZ P rA )
rE r r9 r � assert_equalrX r; �
assert_raisesr �ObjectNotFoundr: �closer( )r% �xr& )rY r[ r% r' �test1F s
zRepositoryTestCase.test1c C s~ | j �td�d� | j �td�d� | j jdd� | j �td�� | j �td�d� | j jdd� | �| j �td��d� dS )z.Test multiple sequential transactions
r r4 r Fr7 r5 N)r r9 r r: r; r\ rX r+ r& r& r' �test2V s zRepositoryTestCase.test2c s� � j �td�d� � �� j �td��d� � j �td�d� � �� j �td��d� � j �td�d� � �� j �td��d� � j �td�� � �tj� fdd�� dS )z Test cache consistency
r r4 � foo2r5 c s � j �td��S �Nr �r rX r r& r+ r& r' rZ k rA z5RepositoryTestCase.test_consistency.<locals>.<lambda>N) r r9 r r\ rX r; r] r r^ r+ r& r+ r' �test_consistencya s z#RepositoryTestCase.test_consistencyc C s� | j �td�d� | �| j �td��d� | j jdd� | j �td�d� | �| j �td��d� | j �� | �| j �td��d� dS )� Test cache consistency2
r r4 Fr7 rc N)r r9 r r\ rX r: �rollbackr+ r& r& r' �test_consistency2m s
z$RepositoryTestCase.test_consistency2c C sN | j �td�d� | j �td�d� | j jdd� | �| j �td��d� dS )rg r r4 rc Fr7 N)r r9 r r: r\ rX r+ r& r& r' �"test_overwrite_in_same_transactionx s z5RepositoryTestCase.test_overwrite_in_same_transactionc C s� | j �td�d� | j jdd� | j �� | �� | _ | j �0 | j �td�d� | j jdd� W d � n1 sp0 Y | �� | _ | j �. | j �td�� | j jdd� W d � n1 s�0 Y d S �Nr r4 Fr7 r5 �r r9 r r: r_ r( r; r+ r& r& r' � test_single_kind_transactions� s
,
z0RepositoryTestCase.test_single_kind_transactionsc C s� t d�D ]}| j�t|�d� q| jjdd� | j�� }| �t|�d� | jjdd�}| �t|�d� | �||d d� � | jj|d d�}| �t|�d� | �||dd � � | �t| jjdd��d� d S � NrU rV Fr7 rW )�limitrC )Zmarker)rE r r9 r r: �listr\ �len�r% r` �allZ
first_halfZ second_halfr& r& r' � test_list� s
z RepositoryTestCase.test_listc C s� t d�D ]}| j�t|�d� q| jjdd� | j�� }t|�dksHJ �| jjdd�}t|�dksfJ �||d d� kszJ �| jj|d d�}t|�dks�J �||dd � ks�J �t| jjdd��dks�J �t d�D ]}|| t|�ks�J �q�d S rn )rE r r9 r r: �scanrq rr r& r& r' � test_scan� s
z RepositoryTestCase.test_scanc sL dt � �j�td�� � ���j�td��� � ��t� �fdd�� d S )N� xr c s �j �td�� d �S )Nr rw )r r9 r r& �Zmax_datar% r& r' rZ � rA z7RepositoryTestCase.test_max_data_size.<locals>.<lambda>)r r r9 r r\ rX r] r r+ r& rx r' �test_max_data_size� s �z%RepositoryTestCase.test_max_data_sizeN) rQ rR rS ra rb rf ri rj rm rt rv ry r& r& r& r' rT D s rT c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �LocalRepositoryTestCasec C s` | j jd dksJ �| j jd dks(J �| j jd dks<J �| j �d� | j jd dks\J �d S )Nr rW r � r �) )r r8 �_rebuild_sparser+ r& r& r' �_assert_sparse� s
z&LocalRepositoryTestCase._assert_sparsec C sP | j �td�d� | j �td�d� | j jdd� | j �td�d� | �� d S )Nr r4 r � 123456789Fr7 r5 )r r9 r r: r~ r+ r& r& r' � test_sparse1� s
z$LocalRepositoryTestCase.test_sparse1c C sN | j �td�d� | j �td�d� | j jdd� | j �td�� | �� d S )Nr r4 r r Fr7 )r r9 r r: r; r~ r+ r& r& r' � test_sparse2� s
z$LocalRepositoryTestCase.test_sparse2c C s� | j �td�d� | j �td�� | j jj�� | j jd dksDJ �| j �d� | j jd dt t
� kslJ �| j j dd� ddd� | j j� � D �vs�J �d S )Nr s 1245�V Tr7 c S s g | ] \}}|�qS r& r& )r> rJ �_r& r& r' �
<listcomp>� rA z>LocalRepositoryTestCase.test_sparse_delete.<locals>.<listcomp>)
r r9 r r; rF Z _write_fd�syncr8 r} rq r r: rG r+ r& r& r' �test_sparse_delete� s z*LocalRepositoryTestCase.test_sparse_deletec C s� | j �td�d� | j jdd� | j j�� }t| j j�|d �d�� }|�t d � W d � n1 sh0 Y | j �
� | �� | _ | j �0 | j �td�d� | j jd d� W d � n1 s�0 Y d S )
Nr r4 Fr7 r �wbs crapcrapcrapr5 T) r r9 r r: rF �get_latest_segmentr( Zsegment_filename�writer r_ )r% � last_segment�fr& r& r' �test_uncommitted_garbage� s ,
z0LocalRepositoryTestCase.test_uncommitted_garbageN)rQ rR rS r~ r� r� r� r� r& r& r& r' rz � s
rz c @ sd e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dS )�RepositoryCommitTestCasec C sn | � � t�| jj�D ]&}|�d�rt�tj�| jj|�� q| �� | � t
| j�d� | � | j� � d� d S )N�index.r6 T) r< r! �listdirr r" �
startswith�unlinkr# r3 r\ rq �check)r% �namer& r& r' � test_replay_of_missing_index� s
z5RepositoryCommitTestCase.test_replay_of_missing_indexc C sf | � � d | j_z| jjdd� W n ty4 Y n0 | �� | �t| j�d� | �| j�� d� d S )NTr7 r6 ) r< r �compact_segmentsr: � TypeErrorr3 r\ rq r� r+ r& r& r' �"test_crash_before_compact_segments� s z;RepositoryCommitTestCase.test_crash_before_compact_segmentsc C sf | � � d | j_z| jjdd� W n ty4 Y n0 | �� | �t| j�d� | �| j�� d� d S �NFr7 r6 T) r< r Z write_indexr: r� r3 r\ rq r� r+ r& r& r' � test_crash_before_write_index s z6RepositoryCommitTestCase.test_crash_before_write_indexc s� � � � t�� jj�D ]&}|�d�rt�tj�� jj|�� qtj t
dt d��^}� j d d� � j�, � �
t � fdd�� |�� W d � n1 s�0 Y W d � n1 s�0 Y d S )Nr� �upgrade�Z side_effectr2 c s
t � j�S r- �rq r r& r+ r& r' rZ rA zGRepositoryCommitTestCase.test_replay_lock_upgrade_old.<locals>.<lambda>�r< r! r� r r" r� r� r# r �objectr r r3 r] �assert_called_once_with�r% r� r� r& r+ r' � test_replay_lock_upgrade_old s
z5RepositoryCommitTestCase.test_replay_lock_upgrade_oldc s� � � � t�� jj�D ]&}|�d�rt�tj�� jj|�� qtj t
dt d��^}� j dd� � j�, � �
t � fdd�� |�� W d � n1 s�0 Y W d � n1 s�0 Y d S )Nr� r� r� Fr2 c s
t � j�S r- r� r& r+ r& r' rZ * rA zCRepositoryCommitTestCase.test_replay_lock_upgrade.<locals>.<lambda>r� r� r& r+ r' �test_replay_lock_upgrade s
z1RepositoryCommitTestCase.test_replay_lock_upgradec C sz | � � d | jj_z| jjdd� W n ty6 Y n0 | �� | �t| j�d� | �| j� � d� | �t| j�d� d S r� )
r< r rF �delete_segmentr: r� r3 r\ rq r� r+ r& r& r' �-test_crash_before_deleting_compacted_segments- s
zFRepositoryCommitTestCase.test_crash_before_deleting_compacted_segmentsc C s: | j �td�tj� | �� | j j}|�|�� �r6J �d S rd ) r r9 r r ZCOMMITr3 rF Zis_committed_segmentr� )r% rF r& r& r' � test_ignores_commit_tag_in_data9 s z8RepositoryCommitTestCase.test_ignores_commit_tag_in_datac C s� | j �td�d� | j �td�d� | j jdd� | �d� | j �td�� | j jdd� | �d � | j j�� d }d
}| j j�|�D ],\}}}}|t kr�|td�ks�J �|d7 }q�|dks�J �|| j j
v s�J �| j �td �d � | j jdd� | �d
� || j j
v�s J �| j j� |��r J �| j j� � D ]H\}}| j j�|�D ].\}}}}|t k�s\J �|td�k�sBJ ��qB�q,td�| j j
v�s�J �d S )Nr � 1r � 2Fr7 zp1 p2 cTzd1 ccr r6 � 3zp3 cc)r r9 r r: rP r; rF r� rH r r8 �segment_existsrG � shadow_index) r% r� Z num_deletesrL rM rN rO rJ r� r& r& r' � test_moved_deletes_are_tracked? s2
z7RepositoryCommitTestCase.test_moved_deletes_are_trackedc C s | j jj}| j �td�d� |� }| j jdd� | j �td�� | j �td�d� |� }| j j|= | j j|= | j jdd� | j �td�� | j jdd� | j j�|�s�J �| j j�|�r�J �td�| j vs�J �t �
t j � | j j d|� �� td�| j vs�J �d S �Nr r� Fr7 r Tzindex.%d�
r rF r� r9 r r: r; r8 r� r! r� r" r# �r% r� Z put_segmentr� r& r& r' �$test_shadowed_entries_are_preserved1\ s"
z=RepositoryCommitTestCase.test_shadowed_entries_are_preserved1c C s | j jj}| j �td�d� |� }| j jdd� | j �td�d� | j �td�� | j �td�d� |� }| j j|= | j j|= | j jdd� | j �td�� | j jdd� | j j�|�s�J �| j j�|�r�J �td�| j vs�J �t �
t j � | j j d|� �� td�| j v�sJ �d S r� r� r� r& r& r' �$test_shadowed_entries_are_preserved2 s$
z=RepositoryCommitTestCase.test_shadowed_entries_are_preserved2c C s� | j �td�d� | j �td�� | j jtd� dgks<J �| j jdd� | �d� | j jtd� g kslJ �| j �td�d� | j �td�� | �d� | j jtd� dgks�J �| j �� | �d � | j �td
�d� | j jtd� g ks�J �d S ) Nr r� r Tr7 zp1 d1 cczp1 d1� �rr )r r9 r r; r� r: rP rh r+ r& r& r' �test_shadow_index_rollback� s
z3RepositoryCommitTestCase.test_shadow_index_rollbackN)rQ rR rS r� r� r� r� r� r� r� r� r� r� r� r& r& r& r' r� � s
#0r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
� RepositoryAppendOnlyTestCaseFc C s t tj�| jd�d|dd�S )Nr T)r r � append_only)r r! r" r# r$ �r% r r& r& r' r( � s z!RepositoryAppendOnlyTestCase.openc C sD | � t�� | j�� W d � n1 s*0 Y | jjs@J �d S r- )r] �
ValueErrorr Zdestroyr� r+ r& r& r' �test_destroy_append_only� s (z5RepositoryAppendOnlyTestCase.test_destroy_append_onlyc s� � fdd�}� j �td�d� � j jdd� d� j _|� dksBJ �� j �td�d� � j jdd� |� dkspJ �d� j _|� dks�J �� j �td�d� � j jdd� |� d ks�J �d S )
Nc s t t� jj�� ��S r- )rq rp r rF rG r& r+ r& r' �segments_in_repository� s zMRepositoryAppendOnlyTestCase.test_append_only.<locals>.segments_in_repositoryr r4 Fr7 r Tr� )r r9 r r: r� )r% r� r& r+ r' �test_append_only� s z-RepositoryAppendOnlyTestCase.test_append_onlyN)F)rQ rR rS r( r� r� r& r& r& r' r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )�RepositoryFreeSpaceTestCasec C s� | � � | jj�ddd� | j�d� | �� | j�td�d� t� t
j �� | jj dd� W d � n1 sp0 Y t
j�| jj�s�J �d S ) Nr �additional_free_spaceZ1000Ts shortcut to save_configr � foobarFr7 )r< r Zconfig�setZsave_keyr3 r9 r �pytest�raisesr �InsufficientFreeSpaceErrorr: r! r" �existsr+ r& r& r' �test_additional_free_space� s ,z6RepositoryFreeSpaceTestCase.test_additional_free_spacec C sT d| j _t�tj�� | �� W d � n1 s20 Y tj� | j j�rPJ �d S )Ng@��x �D)
r r� r� r� r r� r< r! r" r� r+ r& r& r' �test_create_free_space� s &z2RepositoryFreeSpaceTestCase.test_create_free_spaceN)rQ rR rS r� r� r& r& r& r' r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )�
QuotaTestCasec C s� | j jdksJ �| j �td�td�� | j jdks6J �| j �td�td�� | j jdks\J �| j �td�� | j jdks|J �| j jdd � | j jdks�J �| �� | j �td
�d � | j �td
�� | j jd ks�J �| j jd
d � | j jdks�J �d S )Nr r i� i� r i. iR Fr7 r6 rA i{ TiW )r �storage_quota_user9 r �bytesr; r: r3 r+ r& r& r' �
test_tracking� s zQuotaTestCase.test_trackingc C s8 | j jdksJ �d| j _| j �td�d� | j jdks:J �| j jdd� t�tj ��" | j �td�d� W d � n1 s|0 Y | j jd ks�J �t�tj �� | j jdd� W d � n1 s�0 Y | j jd ks�J �| �
� d
| j _| j �td�d� | j jd k�sJ �| j jd d� | j jdk�s4J �d S ) Nr rW r rA r| Fr7 r �R rU T) r r� �
storage_quotar9 r r: r� r� r ZStorageQuotaExceededr3 r+ r& r& r' �test_exceed_quota s" 0,z QuotaTestCase.test_exceed_quotaN)rQ rR rS r� r� r& r& r& r' r� � s r� c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�NonceReservationc C sj | j dd� t�t��@ | j� | j�� W d � n1 s>0 Y W d � n1 s\0 Y d S )NFr2 )r3 r� r� �AssertionErrorr �get_free_noncer+ r& r& r' �test_get_free_nonce_asserts s z,NonceReservation.test_get_free_nonce_assertsc C s� | j �� | j �� d u sJ �ttj�| j jd�d��}|�d� W d � n1 sR0 Y | j �� dksnJ �ttj�| j jd�d��}|�d� W d � n1 s�0 Y | j �� dks�J �W d � n1 s�0 Y d S )N�nonce�wZ0000000000000000r Z5000000000000000l )r r� r( r! r" r# r� �r% �fdr& r& r' �test_get_free_nonce# s ((z$NonceReservation.test_get_free_noncec C sn | j dd� t�t��D | j� | j�dd� W d � n1 sB0 Y W d � n1 s`0 Y d S )NFr2 � � )r3 r� r� r� r �commit_nonce_reservationr+ r& r& r' �%test_commit_nonce_reservation_asserts/ s z6NonceReservation.test_commit_nonce_reservation_assertsc C sJ | j ��, t�t�� | j �dd� W d � n1 s80 Y | j �dd � ttj�| j jd��� }|� � dksxJ �W d � n1 s�0 Y t�t�� | j �dd� W d � n1 s�0 Y | j �dd� ttj�| j jd���"}|� � dk�sJ �W d � n1 �s 0 Y W d � n1 �s<0 Y d S )Nr� � r� Z0000000000000200i Z0000000000000400)
r r� r� � Exceptionr� r( r! r" r# �readr� r& r& r' � test_commit_nonce_reservation5 s
,. ,z.NonceReservation.test_commit_nonce_reservationN)rQ rR rS r� r� r� r� r& r& r& r' r� s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Z� ZS )!�%RepositoryAuxiliaryCorruptionTestCasec s8 t � �� | j�td�d� | jjdd� | j�� d S )Nr r4 Fr7 )�superr, r r9 r r: r_ r+ �� __class__r& r' r, G s
z+RepositoryAuxiliaryCorruptionTestCase.setUpc C sJ | j �0 | j �td�d� | j jdd� W d � n1 s<0 Y d S )Nr s foxFr7 �r r9 r r: r+ r& r& r' � do_commitM s z/RepositoryAuxiliaryCorruptionTestCase.do_commitc C sN t tj�| jjd�d��}|�d� W d � n1 s80 Y | �� d S )N�hints.1�abr �r( r! r" r# r r� r� r� r& r& r' �test_corrupted_hintsR s (z:RepositoryAuxiliaryCorruptionTestCase.test_corrupted_hintsc C s$ t �t j�| jjd�� | �� d S �Nr� �r! r� r" r# r r� r+ r& r& r' �test_deleted_hintsW s z8RepositoryAuxiliaryCorruptionTestCase.test_deleted_hintsc C s$ t �t j�| jjd�� | �� d S �N�index.1r� r+ r& r& r' �test_deleted_index[ s z8RepositoryAuxiliaryCorruptionTestCase.test_deleted_indexc C s\ t j�| jjd�}t �|� t �|� | �t�� | �� W d � n1 sN0 Y d S r� � r! r" r# r r� �mkdirr] �OSErrorr� )r% �hintsr& r& r' �test_unreadable_hints_ s
z;RepositoryAuxiliaryCorruptionTestCase.test_unreadable_hintsc C sN t tj�| jjd�d��}|�d� W d � n1 s80 Y | �� d S )Nr� r� r r� r� r& r& r' �
test_indexf s (z0RepositoryAuxiliaryCorruptionTestCase.test_indexc C s~ t tj�| jjd�d��}|�d� W d � n1 s80 Y | j�" t| j�dks\J �W d � n1 sp0 Y d S )Nr� r� r r )r( r! r" r# r r� rq r� r& r& r' � test_index_outside_transactionk s (zDRepositoryAuxiliaryCorruptionTestCase.test_index_outside_transactionc C s� t j�| jjd�}t|d��x}|�� }t�td�d�dA � dd�}|�
td�|�}||ks^J �t |�t |�ksrJ �|� d� |�
|� W d � n1 s�0 Y d S )Nr� �r+br �littler r )r! r" r# r r( r� �int�
from_bytesr �to_bytes�replacerq �seekr� )r% Z
index_pathr� Z
index_dataZ
corrupted_keyZcorrupted_index_datar& r& r' �_corrupt_indexq s
z4RepositoryAuxiliaryCorruptionTestCase._corrupt_indexc C s\ | � � | j�: t| j�dks"J �| j�td��dks:J �W d � n1 sN0 Y d S )Nr r r4 )r� r rq rX r r+ r& r& r' �test_index_corrupted s z:RepositoryAuxiliaryCorruptionTestCase.test_index_corruptedc C s� | � � tj�| jjd�}t�|� | j�^ t| j�dks>J �t�t j
�� | j� t d�� W d � n1 sp0 Y W d � n1 s�0 Y d S )N� integrity.1r r )
r� r! r" r# r r� rq r� r� r r^ rX r )r% �integrity_pathr& r& r' �&test_index_corrupted_without_integrity� s
zLRepositoryAuxiliaryCorruptionTestCase.test_index_corrupted_without_integrityc C s\ t j�| jjd�}t �|� t �|� | �t�� | �� W d � n1 sN0 Y d S r� r� )r% �indexr& r& r' �test_unreadable_index� s
z;RepositoryAuxiliaryCorruptionTestCase.test_unreadable_indexc C s� t j�| jjd�}t|d��(}t�ddi|� |�� W d � n1 sJ0 Y | j�: t| j�dksnJ �| j� t
d��dks�J �W d � n1 s�0 Y d S )Nr� r� s versiong������@r r r4 ) r! r" r# r r( r �pack�truncaterq rX r )r% r� r� r& r& r' � test_unknown_integrity_version� s ��&zDRepositoryAuxiliaryCorruptionTestCase.test_unknown_integrity_versionc C s4 | j �� d| j _t| j �dks"J �| j �td��dks:J �| j �td�d� | j �td�d� | j jdd � | j �td�d
� | j jdd � W d � n1 s�0 Y tj� | j jd �}t
|d ��X}t � |�}|�
d� |d
d dks�J �d|d
d< t �||� |�� W d � n1 �s&0 Y d S )NTr r r4 r5 r s bazFr7 � bazzzhints.5r� s segments)r r� rq rX r r9 r: r! r" r# r( r �unpackr� r r )r% Z
hints_pathr� r� r& r& r' � _subtly_corrupted_hints_setup� s" ,
zCRepositoryAuxiliaryCorruptionTestCase._subtly_corrupted_hints_setupc C s� | � � | j�� d| j_| j�td�d� | jjdd� t| j�dksJJ �| j�td��dksbJ �| j�td ��d
kszJ �| j�td ��d ks�J �W d � n1 s�0 Y d S )
NFr6 � 1234Tr7 r� r r4 r r5 r r )r r r� r9 r r: rq rX r+ r& r& r' �test_subtly_corrupted_hints� s zARepositoryAuxiliaryCorruptionTestCase.test_subtly_corrupted_hintsc C s� | � � tj�| jjd�}t�|� | j�t d| j_| j�td�d� t �
t �� }| jj dd� W d � n1 st0 Y dt
|j�v s�J �W d � n1 s�0 Y d S )Nz integrity.5Fr6 r Tr7 z!Corrupted segment reference count)r r! r" r# r r� r� r9 r r� r� r� r: �str�value)r% r� �exc_infor& r& r' �-test_subtly_corrupted_hints_without_integrity� s
,zSRepositoryAuxiliaryCorruptionTestCase.test_subtly_corrupted_hints_without_integrity)rQ rR rS r, r� r� r� r� r� r� r� r� r� r� r r r r r
�
__classcell__r& r& r� r' r� F s
r� c @ s� e Zd Zdd� Zd*dd�Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)S )+�RepositoryCheckTestCasec C s dd� t �t j�| jd��D �S )Nc S s g | ]}|� d �r|�qS )r� )r� �r> r� r& r& r' r� � rA z8RepositoryCheckTestCase.list_indices.<locals>.<listcomp>r )r! r� r" r# r$ r+ r& r& r' � list_indices� s z$RepositoryCheckTestCase.list_indicesFTc C sD | � | jj|d�|� | � dd� t�tj�| jd��D �g d� d S )N��repairc S s g | ]}d |v r|�qS )�tmpr& r r& r& r' r� � rA z1RepositoryCheckTestCase.check.<locals>.<listcomp>r zFound tmp files)r\ r r� r! r� r" r# r$ )r% r �statusr& r& r' r� � s z RepositoryCheckTestCase.checkc G s |D ]}| j �t|�� qd S r- re )r% �ids�id_r& r& r' � get_objects� s z#RepositoryCheckTestCase.get_objectsc C s8 |D ].}|D ]}| j �t|�d� q | j jdd� qd S )N� dataFr7 r� )r% �segmentsr r r& r& r' � add_objects� s z#RepositoryCheckTestCase.add_objectsc
C s, t dd� t�tj�| jddd��D ��d S )Nc s s | ]}|� � rt|�V qd S r- )�isdigitr� )r> �nr& r& r' � <genexpr>� rA z3RepositoryCheckTestCase.get_head.<locals>.<genexpr>r �data�0rC )�sortedr! r� r" r# r$ r+ r& r& r' �get_head� s z RepositoryCheckTestCase.get_headc C s" t �tj�| jdd| �� � ���S �Nr r� )r r� r! r" r# r$ r" r+ r& r& r' �
open_index� s z"RepositoryCheckTestCase.open_indexc C sp | � � }|t|� \}}ttj�| jdddt|��d��$}|�|� |� d� W d � n1 sb0 Y d S )Nr r r r� s BOOM)
r$ r r( r! r" r# r$ r
r� r� )r% r �idxrJ rN r� r& r& r' �corrupt_object� s
"
z&RepositoryCheckTestCase.corrupt_objectc C s | j j�|� d S r- )r rF r� )r% rJ r& r& r' r� � s z&RepositoryCheckTestCase.delete_segmentc C s& t �t j�| jdd| �� � ��� d S r# )r! r� r" r# r$ r" r+ r& r& r' � delete_index� s z$RepositoryCheckTestCase.delete_indexc C s6 t �t j�| jdd| �� � ��t j�| jd|�� d S r# )r! �renamer" r# r$ r" )r% �new_namer& r& r' � rename_index s �z$RepositoryCheckTestCase.rename_indexc C s dd� | j �� D �S )Nc S s h | ] }t |��qS r& )r� )r> rM r& r& r' � <setcomp> rA z7RepositoryCheckTestCase.list_objects.<locals>.<setcomp>)r rp r+ r& r& r' � list_objects s z$RepositoryCheckTestCase.list_objectsc s� � � g d�ddgdgg� � �h d�� �� � � jdd� � �d� � �t� fdd �� � j�� � jd
d� � jd
d� � jddd � � � d� � jdd� � �h d �� �� � d S )
N�r r r6 r� � � � r r r6 r� r. r/ T�r c s
� � d�S )Nr. �r r& r+ r& r' rZ rA zGRepositoryCheckTestCase.test_repair_corrupted_segment.<locals>.<lambda>F�r r > r r r6 r� r/ )
r r\ r, r� r& r] r r rh r r+ r& r+ r' � test_repair_corrupted_segment s
z5RepositoryCheckTestCase.test_repair_corrupted_segmentc C sp | � g d�g d�g� | �h d�| �� � | jdd� | �d� | j�� | jddd� | �h d�| �� � d S ) Nr- �r� r. r/ r0 Tr1 r r3 � r r r6 )r r\ r, r� r� r rh r+ r& r& r' �test_repair_missing_segment s
z3RepositoryCheckTestCase.test_repair_missing_segmentc sN � � g d�g d�g� � �d� � �tj� fdd�� � �h d�� �� � d S )Nr- r5 r6 c s
� � d�S �Nr� r2 r& r+ r& r' rZ # rA zLRepositoryCheckTestCase.test_repair_missing_commit_segment.<locals>.<lambda>r6 )r r� r] r r^ r\ r, r+ r& r+ r' �"test_repair_missing_commit_segment s
z:RepositoryCheckTestCase.test_repair_missing_commit_segmentc s� � � g d�g d�g� ttj�� jdddd�d��(}|�dtj� |�d � W d � n1 s`0 Y � � t
j � fd
d �� � j d d
� � �
d� � �h d�� �� � d S )Nr- r5 r r r �3r� rC � Xc s
� � d�S r8 r2 r& r+ r& r' rZ + rA zNRepositoryCheckTestCase.test_repair_corrupted_commit_segment.<locals>.<lambda>Tr1 r6 r6 )r r( r! r" r# r$ r� �SEEK_ENDr� r] r r^ r� r r\ r, r� r& r+ r' �$test_repair_corrupted_commit_segment& s (
z<RepositoryCheckTestCase.test_repair_corrupted_commit_segmentc s� � � g d�g� ttj�� jdddd�d��(}|�dtj� |�d� W d � n1 sZ0 Y � � t
j � fd d
�� � j d d � � j d d � � �
� �� d
g� � j ddd� � �
� �� dg� � j dd � � �d� � �
h d�� �� � d S )Nr- r r r �1r� rC r; c s
� � d�S r8 r2 r& r+ r& r' rZ 5 rA z@RepositoryCheckTestCase.test_repair_no_commits.<locals>.<lambda>Fr1 r� Tr3 zindex.2r6 r6 )r r( r! r" r# r$ r� r< r� r] r � CheckNeededr� r\ r r r, r� r& r+ r' �test_repair_no_commits0 s (
z.RepositoryCheckTestCase.test_repair_no_commitsc C sL | � g d�g d�g� | �� | jdd� | �d� | �h d�| �� � d S )Nr- r5 Tr1 r� r0 )r r' r� r r\ r, r+ r& r& r' �test_repair_missing_index? s
z1RepositoryCheckTestCase.test_repair_missing_indexc C sr | � g d�g d�g� | �| �� dg� | �d� | jdd� | �| �� dg� | �d� | �h d�| �� � d S ) Nr- r5 zindex.3z index.100Tr1 r� r0 )r r\ r r* r� r r, r+ r& r& r' �test_repair_index_too_newF s
z1RepositoryCheckTestCase.test_repair_index_too_newc C s� | j �td�d� | j �td�d� t�td��(}| j jdd� |�d� W d � n1 s^0 Y | �� | j dd� | �
| j � td��d� d S ) Nr r s data2r� Tr7 g�������?r ) r r9 r r r� r r: r� r3 r� r\ rX )r% r8 r& r& r' �test_crash_before_compactO s ( z1RepositoryCheckTestCase.test_crash_before_compactN)FT)rQ rR rS r r� r r r" r$ r& r� r' r* r, r4 r7 r9 r= r@ rA rB rC r& r& r& r' r � s&
r c @ s e Zd Zdd� Zdd� ZdS )�RepositoryHintsTestCasec C s | j �td�d� | j �td�� | j jdd� | j j}| j j}| j j}| �� | j �td�d� | � || j j� | � || j j� | j jd= | � || j j� | �� | � | j j
dd �d� | �� | j �td�d� | � || j j� | j jd= | � || j j� d S )
Nr r Fr7 �* r� r Tr ) r r9 r r; r: r� r8 r r3 r\ r� )r% Zshadow_index_expectedZcompact_expectedZsegments_expectedr& r& r' �test_hints_persistence] s&
z.RepositoryHintsTestCase.test_hints_persistencec C s� | j �td�d� | �| j ji � t| j j�dks6J �| j �td�� | j jdd� | � td�| j j� | �t| j jtd� �d� | � d| j j� | j �td�d� | j jdd d
� | �
td�| j j� | �
d| j j� | �
d| j j � d S ) Nr r Fr7 r rE r� Tg )r8 Z threshold) r r9 r r\ r� rq r8 r; r: Z assert_inZ
assert_not_inr r+ r& r& r' �test_hints_behaviourx s z,RepositoryHintsTestCase.test_hints_behaviourN)rQ rR rS rF rG r& r& r& r' rD [ s rD c @ sB e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�RemoteRepositoryTestCaseNFc C s" t tdtj�| jd� �d|d�S �N�__testsuite__:r Tr �r
r r! r" r# r$ r� r& r& r' r( � s �z RemoteRepositoryTestCase.openc C s G dd� d�}|� S )Nc @ s$ e Zd ZdZdZg ZdZdd� ZdS )z9RemoteRepositoryTestCase._get_mock_args.<locals>.MockArgs�borg�? Nc S s
t | |�S r- )�hasattr)r% �itemr& r& r' � __contains__� s zFRemoteRepositoryTestCase._get_mock_args.<locals>.MockArgs.__contains__)rQ rR rS � remote_path�umask� debug_topics�rshrP r& r& r& r' �MockArgs� s
rU r& )r% rU r& r& r' �_get_mock_args� s
z'RemoteRepositoryTestCase._get_mock_argsc s � � t� fdd�� d S )Nc s � j �di �S )N�__init__)r �callr& r+ r& r' rZ � rA z;RemoteRepositoryTestCase.test_invalid_rpc.<locals>.<lambda>)r] r r+ r& r+ r' �test_invalid_rpc� s z)RemoteRepositoryTestCase.test_invalid_rpcc
C s| d}z| j �dddi� W nP tjyj } z6t|j�dks>J �|jd | j jjksVJ �W Y d }~n
d }~0 0 z| j �dddi� W nP tjy� } z6t|j�dks�J �|jd | j jjks�J �W Y d }~n
d }~0 0 z| j �dddi� W nV tj �y@ } z:t|j�dk�sJ �|jd | j jjk�s,J �W Y d }~n
d }~0 0 z| j �ddd i� W nN t
�y� } z4t|j�dk�s~J �|jd |k�s�J �W Y d }~n
d }~0 0 z| j �ddd
i� W nN t �y } z4t|j�dk�s�J �|jd d k�s�J �W Y d }~n
d }~0 0 z| j �ddd i� W nj tj �y� } zNt|j�d
k�sLJ �|jd |k�s`J �|jd | j jjk�szJ �W Y d }~n
d }~0 0 z| j �dddi� W nN t
�y� } z4t|j�dk�s�J �|jd |k�s�J �W Y d }~n
d }~0 0 z| j �dddi� W nj tj�yv } zN|j�s,J �|�� dk�s>J �|jdk�sNJ �t|j�dk�sbJ �W Y d }~n
d }~0 0 d S )Nz test stringZinject_exception�kind� DoesNotExistr r �
AlreadyExistsr? r r �foor^ r r Zdividez6ZeroDivisionError: integer division or modulo by zero
�ZeroDivisionError)r rX r r[ rq �args�locationZ processedr\ r? r r r^ r r
ZRPCErrorZunpackedZ get_messageZexception_classZexception_full)r% �s1�er& r& r' � test_rpc_exception_transport� sX ..0**0* z5RemoteRepositoryTestCase.test_rpc_exception_transportc C s� | � � }|| j_| j�td��ddgks,J �| j�td��ddgksHJ �| j�td��ddgksdJ �| j�td��g d�ks�J �d tjd
< | j�td��g d �ks�J �d S ) N�example.com:foo�ssh� example.comzssh://example.com/foozssh://user@example.com/foo�user@example.comz ssh://user@example.com:1234/foo)re z-pZ1234rg z ssh --fooZBORG_RSH)re z--foorf )rV r �_args�ssh_cmdr r! �environ�r% r_ r& r& r' � test_ssh_cmd� s
z%RemoteRepositoryTestCase.test_ssh_cmdc C s | j jd dd�tjdddgks"J �| �� }t�� �tj� | j j|dd�g d�ksVJ �d|_ | j j|dd�g d �ksxJ �d
d g|_
| j j|dd�g d �ks�J �| �� }d
|_ | j j|dd�g d�ks�J �d|_ | j j|dd�g d�ks�J �d|_ || j _
| j �td��g d�k�sJ �d S )NT)Ztestingz-mz
borg.archiver�serveF)rL rm �--info� borg-0.28.2)ro rm rn Zsomething_client_sideZrepository_compaction)ro rm rn z.--debug-topic=borg.debug.repository_compactionr i���)rL rm rn z--storage-quota=314159265z
ssh -i foord )re z-ir] rf )r Zborg_cmd�sys�
executablerV �logging� getLogger�setLevel�INFOrQ rS r� rT rh ri r rk r& r& r' �
test_borg_cmd� s "
z&RemoteRepositoryTestCase.test_borg_cmd)F)
rQ rR rS r r( rV rY rc rl rv r& r& r& r' rH � s
6
rH c @ s e Zd Zddd�Zdd� ZdS )�RemoteLegacyFreeFc C sT t �tdd��2 ttdtj�| jd� �d|d�W d � S 1 sF0 Y d S )NZ
dictFormatTrJ r r )r r� r
r r! r" r# r$ r� r& r& r' r( � s �zRemoteLegacyFree.openc C s� | j �td�d� | j jdd� | j �� | �� | _ | j �0 | j �td�d� | j jdd� W d � n1 sp0 Y | �� | _ | j �. | j �td�� | j jdd� W d � n1 s�0 Y d S rk rl r+ r& r& r' �test_legacy_free s
,
z!RemoteLegacyFree.test_legacy_freeN)F)rQ rR rS r( rx r& r& r& r' rw � s
rw c @ s. e Zd Zd dd�Zdd� Zdd� Zdd � Zd
S ) � RemoteRepositoryCheckTestCaseFc C s" t tdtj�| jd� �d|d�S rI rK r� r& r& r' r( s �z"RemoteRepositoryCheckTestCase.openc C s d S r- r& r+ r& r& r' rC s z7RemoteRepositoryCheckTestCase.test_crash_before_compactc C s d S r- r& r+ r& r& r' r9 s z@RemoteRepositoryCheckTestCase.test_repair_missing_commit_segmentc C s d S r- r& r+ r& r& r' r7 s z9RemoteRepositoryCheckTestCase.test_repair_missing_segmentN)F)rQ rR rS r( rC r9 r7 r& r& r& r' ry s
ry c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�RemoteLoggerTestCasec C s| t �� | _t�| j�| _| jgt�� jd d �< g t�d�jd d �< g t�d�jd d �< tj �
� tj | _ t �� | _ t_ d S )N�borg.repository�borg.repository.foo) rF �StringIO�streamrr �
StreamHandler�handlerrs �handlersrp �stderr�flush�
old_stderrr+ r& r& r' r, & s
zRemoteLoggerTestCase.setUpc C s | j t_d S r- )r� rp r� r+ r& r& r' r1 1 s z RemoteLoggerTestCase.tearDownc C s0 t d� | �| j�� d� | �| j�� d� d S )Nz unstructured stderr message
r= z$Remote: unstructured stderr message
�r r\ r~ �getvaluer� r+ r& r& r' �test_stderr_messages4 s z)RemoteLoggerTestCase.test_stderr_messagesc C s0 t d� | �| j�� d� | �| j�� d� d S )Nz%unstructured stderr progress message
r= z-Remote: unstructured stderr progress message
r� r+ r& r& r' � test_stderr_progress_messages: s z2RemoteLoggerTestCase.test_stderr_progress_messagesc C sN | j �tj� t�� �tj� td� | �| j�� d� | �| j �� d� d S )Nz,$LOG INFO Remote: borg < 1.1 format message
z"Remote: borg < 1.1 format message
r= �
r� rt rr �DEBUGrs r r\ r~ r� r� r+ r& r& r' �test_pre11_format_messages@ s
z/RemoteLoggerTestCase.test_pre11_format_messagesc C sN | j �tj� t�� �tj� td� | �| j�� d� | �| j �� d� d S )Nz=$LOG INFO borg.repository Remote: borg >= 1.1 format message
z#Remote: borg >= 1.1 format message
r= r� r+ r& r& r' �test_post11_format_messagesH s
z0RemoteLoggerTestCase.test_post11_format_messagesc C sN | j �tj� t�� �tj� td� | �| j�� d� | �| j �� d� d S )Nz:$LOG INFO borg.repository Remote: new format info message
r= )
r� rt rr �WARNINGrs r r\ r~ r� r� r+ r& r& r' � test_remote_messages_screenedP s
z2RemoteLoggerTestCase.test_remote_messages_screenedc C s� t �d��t j� t �d��t j� | j�t j� t �� �t j� t�� }t �|�}|�t j� |gt �d�j d d �< t�� }t �|�}|�t j� |gt �d�j d d �< t
d� | � |� � d� | � |� � d� | � | j
� � d� | � | j� � d� d S )Nr{ r| z;$LOG INFO borg.repository Remote: new format child message
r= z!Remote: new format child message
)rr rs rt ru r� r� rF r} r r� r r\ r� r~ r� )r% Z child_streamZ
child_handlerZ
foo_streamZ foo_handlerr& r& r' � test_info_to_correct_local_childY s"
z5RemoteLoggerTestCase.test_info_to_correct_local_childN) rQ rR rS r, r1 r� r� r� r� r� r� r& r& r& r' rz % s rz )4rF rr r! r/ rp r) Z
unittest.mockr r� Z hashindexr Zhelpersr r r Zlockingr r Zremoter
r r r
r r r r r r r r r r= r r r� r r rT rz r� r� r� r� r� r� r rD rH rw ry rz r& r& r& r' �<module> sF $ +s; R (* 0n