mirrors/kitty
1
0
Fork 0
mirror of https://github.com/kovidgoyal/kitty synced 2026-07-27 18:51:41 +02:00
Code Issues Packages Projects Releases Wiki Activity

When driving a job on a file avoid mallocs for each read

Browse Source
This commit is contained in:
Kovid Goyal
2021-09-19 13:32:19 +05:30
parent ecb0d1f325
commit d5d52ec8b9
2 changed files with 10 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
kittens/transfer/librsync.py
View File

@@ -38,7 +38,7 @@ class StreamingJob:
if sz_of_unused_input > 0 and not self.finished:
if no_more_data:
raise RsyncError(f"{sz_of_unused_input} bytes of input data were not used")
self.prev_unused_input = input_data[-sz_of_unused_input:]
self.prev_unused_input = bytes(input_data[-sz_of_unused_input:])
if self.finished:
self.commit()
elif self.calls_with_no_data > 3:
@@ -51,9 +51,10 @@ class StreamingJob:
def drive_job_on_file(f: IO[bytes], job: 'JobCapsule') -> Iterator[bytes]:
sj = StreamingJob(job)
input_buf = bytearray(IO_BUFFER_SIZE)
while not sj.finished:
input_data = f.read(IO_BUFFER_SIZE)
yield sj(input_data)
sz = f.readinto(input_buf) # type: ignore
yield sj(memoryview(input_buf)[:sz])
def signature_of_file(path: str) -> Iterator[bytes]: