­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ 3 yb% @sddlZddlmZddlmZmZddlmZddlmZddl Z ddl m Z dd l m Z dd lmZmZmZmZmZmZdd lmZmZmZdd lmZdd lmZddlmZmZe jddZddZ dBddZ!ddZ"ddZ#GdddZ$Gddde Z%Gddde Z&Gd d!d!e Z'e jd"d#Z(e j)j*d$d%d&d'gd(d)ddd*d+d,igfgd-d.d/d'd0d1id0d1gdCgDd2d3Z+e,e-eZ.e j)j*d$d4d)d5d6ied7d8e.Ded9d8e.DgDd:d;Z/dd?Z1d@dAZ2dS)DN) OrderedDict)datetimetimezone)StringIO)Mock) BaseTestCase) PlaintextKey)ArchiveCacheChunkBufferRobustUnpackervalid_msgpacked_dict ITEM_KEYS Statistics) BackupOSError backup_iobackup_io_iter)Manifest)msgpack)Item ArchiveItemcCst}|jdddd|S)N T)unique)rupdate)statsr/usr/lib64/python3.6/archive.pyrsrcCs|jdddddS)NrrF)r)r)rrrrtest_stats_basicsrPcCs|jdt|t}|j|dd}d|t|}t}|jdddd |jtd d d|d d }d|t|}t}|jtd dd d|d d}d|t|}dS)NZCOLUMNS)streamz20 B O 10 B C 10 B D 0 N  rrF)rfoo)path)itemfinalr!z1.02 kB O 10 B C 10 B D 0 N foo(zP1.02 kB O 10 B C 10 B D 0 N foofoofoofoofoofoofoofo...oofoofoofoofoofoofoofoofooi)Zsetenvstrr show_progresslenrr)rZ monkeypatchcolumnsoutsZbufrrrtests_stats_progress"s r/cCsdj|}dS)Nz {0.osize_fmt})format)rr.rrrtest_stats_format7s r1cCsTd|_t}|jtdd|dtj|j}t}|j|ddtj|j}dS)NTr$)r%)r&r!)r!r')Z output_jsonrr*rjsonloadsgetvalue)rr-resultrrrtest_stats_progress_json@s r6c@s,eZdZGdddZddZd ddZdS) MockCachec@seZdZdddZdS)zMockCache.MockRepoTcCsdS)Nr)selfwaitrrrasync_response_sz!MockCache.MockRepo.async_responseN)T)__name__ __module__ __qualname__r:rrrrMockRepo^sr>cCsi|_|j|_dS)N)objectsr> repository)r8rrr__init__bszMockCache.__init__NTcCs||j|<|t|t|fS)N)r?r+)r8idchunkrr9rrr add_chunkfs zMockCache.add_chunk)NT)r;r<r=r>rArDrrrrr7\sr7c@s$eZdZddZddZddZdS)ArchiveTimestampTestCasecCsHt}t|}t||}t|||ddd}t|d|_|j|j|dS)NtestT)Zcreate)Ztime)rr rr rZmetadata assert_equalZts)r8Z isoformatZexpectedr@keyZmanifestarrr_test_timestamp_parsingms   z0ArchiveTimestampTestCase._test_timestamp_parsingc Cs$|jdtdddddddtjdS)Nz1970-01-01T00:00:01.000001irr)rJrrutc)r8rrrtest_with_microsecondsusz/ArchiveTimestampTestCase.test_with_microsecondsc Cs$|jdtdddddddtjdS)Nz1970-01-01T00:00:01irr)rJrrrK)r8rrrtest_without_microsecondszsz2ArchiveTimestampTestCase.test_without_microsecondsN)r;r<r=rJrLrMrrrrrEksrEc@seZdZddZddZdS)ChunkBufferTestCasecCstddtddg}t}td}t||d}x|D]}|j||jq4W|jdd|jt|jdt j }x|jD]}|j |j |q|W|j|dd|DdS) NZp1)r%Zp2T)flushr cSsg|]}t|dqS)) internal_dict)r).0drrr sz,ChunkBufferTestCase.test..) rr7r r addrOrGr+chunksrUnpackerfeedr?)r8datacacherHrUrRunpackerrBrrrrFs      zChunkBufferTestCase.testc Csdd}td|dtd|dg}t}td}t||d}x|D]}|j|q@W|jdd|jt|jd|jd d|jt|jd t j }x|jD]}|j |j |qW|j|d d |DdS) NZ$0123456789abcdefghijklmnopqrstuvwxyziaZfull)r%sourcepartialF)rOr#TcSsg|]}t|dqS))rP)r)rQrRrrrrSsz4ChunkBufferTestCase.test_partial..) rr7r r rTrOrGr+rUrrVrWr?) r8ZbigrXrYrHrUrRrZrBrrr test_partials     z ChunkBufferTestCase.test_partialN)r;r<r=rFr^rrrrrNsrNc@sLeZdZddZddZddZddZd d Zd d Zd dZ ddZ dS)RobustUnpackerTestCasecCsdjdd|DS)Ncss|]}tjd|iVqdS)r%N)rpackb)rQr&rrr sz5RobustUnpackerTestCase.make_chunks..)join)r8itemsrrr make_chunkssz"RobustUnpackerTestCase.make_chunkscCst|to|jddkS)Nspathfoobarboobaz)rfrgrhri) isinstancedictget)r8valuerrr _validatorsz!RobustUnpackerTestCase._validatorcCsdt|jtd}g}xL|D]D\}}|r,|jx.|D]&}|j|x|D]}|j|qFWq2WqW|S)N)Z validatorZ item_keys)r rnrZresyncrWappend)r8inputrZr5Z should_syncrUrXr&rrrprocesss   zRobustUnpackerTestCase.processcCsnd|jddggfddg|jddggfg}|j|}|j|ddiddidd d d d dd ddiddig dS) NFsfoosbarsgarbagesboosbazspathgarbe)rerqrG)r8rUr5rrrtest_extra_garbage_no_syncs  z1RobustUnpackerTestCase.test_extra_garbage_no_synccCs0g}x&|r*|j|d|||d}qW|S)N)ro)r8leftZlengthpartsrrrsplits zRobustUnpackerTestCase.splitcCsV|j|jddddgd}d|fg}|j|}|j|ddiddiddiddigdS)Nsfoosbarsboosbazr Fspath)rzrerqrG)r8rUrpr5rrrtest_correct_streams  z*RobustUnpackerTestCase.test_correct_streamcCsf|j|jddddgd}d|ddfd|ddfg}|j|}|j|d did did digdS) Nsfoosbarsboosbazr]Fr#Tspath)rzrerqrG)r8rUrpr5rrrtest_missing_chunks  z)RobustUnpackerTestCase.test_missing_chunkcCsn|j|jddddgd}d|ddfdd d g|ddfg}|j|}|j|d did did digdS) Nsfoosbarsboosbazr]Fr#Tsgarsbagespath)rzrerqrG)r8rUrpr5rrrtest_corrupt_chunks( z)RobustUnpackerTestCase.test_corrupt_chunkN) r;r<r=rernrqrwrzr{r|r}rrrrr_s  r_cCsddtDS)NcSsg|]}tj|qSr)rra)rQnamerrrrSsz(item_keys_serialized..)rrrrritem_keys_serializedsrpackedr`xsfoobarcCsg|]}tj|qSr)rra)rQorrrrSsrSgF*gQk7@TfoobarcCsdS)Nr)rrrrrtest_invalid_msgpacked_itemsrcCsg|]}tj|qSr)rra)rQrrrrrSsspaths/a/b/cccs|]}|dfVqdS)r`Nr)rQkrrrrbsrbccs|]}|ddfVqdS)riNr)rQrrrrrbscCsdS)Nr)rrrrrtest_valid_msgpacked_itemssrcCs dd}|di}tj|g}dS)Nr r`)rra)rHrXrrrrtest_key_length_msgpacked_itemss rcCs2tjtttdWdQRXWdQRXdS)N{)pytestraisesrrOSErrorrrrrtest_backup_ios rc Cs\Gddd}|t}tjtxt|D]}q,WWdQRX|t}xt|D]}qPWdS)Nc@seZdZddZddZdS)z%test_backup_io_iter..IteratorcSs ||_dS)N)exc)r8rrrrrA sz.test_backup_io_iter..Iterator.__init__cSs |jdS)N)r)r8rrr__next__sz.test_backup_io_iter..Iterator.__next__N)r;r<r=rArrrrrIterator sr)rrrrr StopIteration)rZoserror_iterator_Znormal_iteratorrrrtest_backup_io_iter s r)r )rr)3r2 collectionsrrriorZ unittest.mockrrrrZ crypto.keyr archiver r r rrrrrrZhelpersrrr&rrZfixturerrr/r1r6r7rErNr_rZmarkZ parametrizersortedlistZIKrrrrrrrrsH          '8, "