mirrors/kitty
1
0
Fork 0
mirror of https://github.com/kovidgoyal/kitty synced 2026-07-21 16:05:02 +02:00
Code Issues Packages Projects Releases Wiki Activity

Generator for loading signatures

Browse Source 
Also dont waste memory when no output is expected
This commit is contained in:
Kovid Goyal
2021-09-18 13:34:20 +05:30
parent 77508bfe0d
commit bcd1837924
3 changed files with 33 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
kittens/transfer/librsync.py
View File

@@ -3,9 +3,12 @@
# License: GPLv3 Copyright: 2021, Kovid Goyal <kovid at kovidgoyal.net>
import os
from typing import Iterator
from typing import Generator, Iterator, Optional
from .rsync import IO_BUFFER_SIZE, RsyncError, begin_create_signature, iter_job
from .rsync import (
IO_BUFFER_SIZE, RsyncError, SignatureCapsule, begin_create_signature,
begin_load_signature, iter_job, make_hash_table
)
def signature_of_file(path: str) -> Iterator[bytes]:
@@ -22,9 +25,28 @@ def signature_of_file(path: str) -> Iterator[bytes]:
if prev_unused_input:
input_data = prev_unused_input + input_data
prev_unused_input = b''
output, finished, sz_of_unused_input = iter_job(job, input_data)
output, finished, sz_of_unused_input = iter_job(job, input_data, no_more_data)
if sz_of_unused_input > 0 and not finished:
if no_more_data:
raise RsyncError(f"{sz_of_unused_input} bytes of input data were not used")
prev_unused_input = input_data[-sz_of_unused_input:]
yield output
def load_signature() -> Generator[Optional[SignatureCapsule], bytes, None]:
job, signature = begin_load_signature()
finished = False
prev_unused_input = b''
while not finished:
input_data = yield None
no_more_data = not input_data
if prev_unused_input:
input_data = prev_unused_input + input_data
prev_unused_input = b''
output, finished, sz_of_unused_input = iter_job(job, input_data, no_more_data, False)
if sz_of_unused_input > 0 and not finished:
if no_more_data:
raise RsyncError(f"{sz_of_unused_input} bytes of input data were not used")
prev_unused_input = input_data[-sz_of_unused_input:]
make_hash_table(signature)
yield signature