egor3f/telecup
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Parallel downloading and writing to stdout

Browse Source
This commit is contained in:
Egor Aristov 2020-07-18 20:05:46 +03:00
parent 57cd5f6ac6
commit 09463f491d
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
telecup_cli.py
View File

@ -221,18 +221,28 @@ async def download_part(client: TelegramClient, dest: typing.BinaryIO, dInfo: Do
totalBytesDownloaded = 0
lastRealTimeMeasurement = time.time()
buffer = None
currentLoop = asyncio.get_running_loop()
currentExecutor = ThreadPoolExecutor(max_workers=1)
def writeBuffer(buf):
if buf:
dest.write(buf)
while totalBytesDownloaded < realSize:
offset = totalBytesDownloaded
limit = chunkSize
try:
downloadResult: File = await client(GetFileRequest(
taskReceive = client(GetFileRequest(
inputFileLocation,
offset,
limit,
precise=False,
cdn_supported=False
))
taskWriteBuffer = currentLoop.run_in_executor(currentExecutor, writeBuffer, buffer)
downloadResult, writeResult = await asyncio.gather(taskReceive, taskWriteBuffer, loop=currentLoop, return_exceptions=False)
except BadRequestError as e:
if 'expire' in str(e.message).lower():
click.echo('Reloading message...', err=True)
@ -249,7 +259,6 @@ async def download_part(client: TelegramClient, dest: typing.BinaryIO, dInfo: Do
extraBytes = totalBytesDownloaded - realSize
buffer = buffer[:-extraBytes]
dest.write(buffer)
if totalBytesDownloaded % (pow(2, 20) * 10) == 0:
click.echo(
f"{dInfo.part_info['part']}p {format_file_size(totalBytesDownloaded)}b {(time.time() - lastRealTimeMeasurement):.3f}s\t",