mirror of
https://github.com/9001/copyparty.git
synced 2025-08-18 01:22:13 -06:00
116 lines
2.9 KiB
Python
116 lines
2.9 KiB
Python
# coding: utf-8
|
|
from __future__ import print_function, unicode_literals
|
|
|
|
import tarfile
|
|
import threading
|
|
|
|
from queue import Queue
|
|
|
|
from .bos import bos
|
|
from .sutil import StreamArc, errdesc
|
|
from .util import fsenc, min_ex
|
|
|
|
try:
|
|
from typing import Any, Generator, Optional
|
|
|
|
from .util import NamedLogger
|
|
except:
|
|
pass
|
|
|
|
|
|
class QFile(object): # inherit io.StringIO for painful typing
|
|
"""file-like object which buffers writes into a queue"""
|
|
|
|
def __init__(self) -> None:
|
|
self.q: Queue[Optional[bytes]] = Queue(64)
|
|
self.bq: list[bytes] = []
|
|
self.nq = 0
|
|
|
|
def write(self, buf: Optional[bytes]) -> None:
|
|
if buf is None or self.nq >= 240 * 1024:
|
|
self.q.put(b"".join(self.bq))
|
|
self.bq = []
|
|
self.nq = 0
|
|
|
|
if buf is None:
|
|
self.q.put(None)
|
|
else:
|
|
self.bq.append(buf)
|
|
self.nq += len(buf)
|
|
|
|
|
|
class StreamTar(StreamArc):
|
|
"""construct in-memory tar file from the given path"""
|
|
|
|
def __init__(
|
|
self,
|
|
log: NamedLogger,
|
|
fgen: Generator[dict[str, Any], None, None],
|
|
**kwargs: Any
|
|
):
|
|
super(StreamTar, self).__init__(log, fgen)
|
|
|
|
self.ci = 0
|
|
self.co = 0
|
|
self.qfile = QFile()
|
|
self.errf: dict[str, Any] = {}
|
|
|
|
# python 3.8 changed to PAX_FORMAT as default,
|
|
# waste of space and don't care about the new features
|
|
fmt = tarfile.GNU_FORMAT
|
|
self.tar = tarfile.open(fileobj=self.qfile, mode="w|", format=fmt) # type: ignore
|
|
|
|
w = threading.Thread(target=self._gen, name="star-gen")
|
|
w.daemon = True
|
|
w.start()
|
|
|
|
def gen(self) -> Generator[Optional[bytes], None, None]:
|
|
while True:
|
|
buf = self.qfile.q.get()
|
|
if not buf:
|
|
break
|
|
|
|
self.co += len(buf)
|
|
yield buf
|
|
|
|
yield None
|
|
if self.errf:
|
|
bos.unlink(self.errf["ap"])
|
|
|
|
def ser(self, f: dict[str, Any]) -> None:
|
|
name = f["vp"]
|
|
src = f["ap"]
|
|
fsi = f["st"]
|
|
|
|
inf = tarfile.TarInfo(name=name)
|
|
inf.mode = fsi.st_mode
|
|
inf.size = fsi.st_size
|
|
inf.mtime = fsi.st_mtime
|
|
inf.uid = 0
|
|
inf.gid = 0
|
|
|
|
self.ci += inf.size
|
|
with open(fsenc(src), "rb", 512 * 1024) as fo:
|
|
self.tar.addfile(inf, fo)
|
|
|
|
def _gen(self) -> None:
|
|
errors = []
|
|
for f in self.fgen:
|
|
if "err" in f:
|
|
errors.append((f["vp"], f["err"]))
|
|
continue
|
|
|
|
try:
|
|
self.ser(f)
|
|
except:
|
|
ex = min_ex(5, True).replace("\n", "\n-- ")
|
|
errors.append((f["vp"], ex))
|
|
|
|
if errors:
|
|
self.errf, txt = errdesc(errors)
|
|
self.log("\n".join(([repr(self.errf)] + txt[1:])))
|
|
self.ser(self.errf)
|
|
|
|
self.tar.close()
|
|
self.qfile.write(None)
|