#!/usr/bin/env python3 # coding: utf-8 from __future__ import print_function, unicode_literals import json import os import shutil import tempfile import time import unittest from copyparty.authsrv import AuthSrv from copyparty.httpcli import HttpCli from tests import util as tu from tests.util import Cfg def hdr(query): h = "GET /{} HTTP/1.1\r\nCookie: cppwd=o\r\nConnection: close\r\n\r\n" return h.format(query).encode("utf-8") def build_multipart_form(files, boundary="XD"): """ Build a multipart/form-data request body for testing uploads. """ parts = [] parts.append("--{}\r\n".format(boundary).encode("utf-8")) parts.append('Content-Disposition: form-data; name="act"\r\n\r\n'.encode("utf-8")) parts.append("bput\r\n".encode("utf-8")) for filename, content in files: parts.append("--{}\r\n".format(boundary).encode("utf-8")) parts.append( 'Content-Disposition: form-data; name="f"; filename="{}"\r\n\r\n'.format(filename).encode("utf-8") ) if isinstance(content, str): parts.append(content.encode("utf-8")) else: parts.append(content) parts.append("\r\n".encode("utf-8")) parts.append("--{}--\r\n".format(boundary).encode("utf-8")) return b"".join(parts) class TestUpload(unittest.TestCase): def setUp(self): self.td = tu.get_ramdisk() self.maxDiff = 99999 def tearDown(self): os.chdir(tempfile.gettempdir()) shutil.rmtree(self.td) def test_basic_upload(self): """Test basic upload functionality (bput)""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") files = [("test.txt", "Hello, World!")] h, body = self.bup("up", files) self.assertIn("HTTP/1.1 201", h) self.assertTrue(os.path.exists("up/test.txt")) with open("up/test.txt", "r") as f: self.assertEqual(f.read(), "Hello, World!") self.conn.shutdown() def test_basic_upload_json_response(self): """Test basic upload with JSON response""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") files = [("test.txt", "Hello, JSON!")] h, body = self.bup("up?j", files) self.assertIn("HTTP/1.1 201", h) self.assertIn("application/json", h) response = json.loads(body) self.assertEqual(response["status"], "OK") self.assertEqual(response["sz"], len("Hello, JSON!")) self.assertEqual(len(response["files"]), 1) self.assertEqual(response["files"][0]["fn_orig"], "test.txt") self.conn.shutdown() def test_large_file_upload(self): """Test uploading a relatively large file (1MB)""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") large_content = b"A" * 1024 * 1024 files = [("large.bin", large_content)] h, body = self.bup("up", files) self.assertIn("HTTP/1.1 201", h) self.assertTrue(os.path.exists("up/large.bin")) with open("up/large.bin", "rb") as f: self.assertEqual(f.read(), large_content) self.conn.shutdown() def test_multiple_files_upload(self): """Test uploading multiple files in one request""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") files = [ ("file1.txt", "Content 1"), ("file2.txt", "Content 2"), ("file3.txt", "Content 3"), ] h, body = self.bup("up?j", files) self.assertIn("HTTP/1.1 201", h) response = json.loads(body) self.assertEqual(response["status"], "OK") self.assertEqual(len(response["files"]), 3) filenames = [f["fn_orig"] for f in response["files"]] self.assertIn("file1.txt", filenames) self.assertIn("file2.txt", filenames) self.assertIn("file3.txt", filenames) self.conn.shutdown() def test_upload_without_write_permission(self): """Test upload without write permission - should fail""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["ro/::r"] os.makedirs("ro") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") files = [("test.txt", "This should fail")] h, body = self.bup("ro", files) self.assertIn("HTTP/1.1 403", h) self.assertFalse(os.path.exists("ro/test.txt")) self.conn.shutdown() def test_upload_file_size_limit(self): """Test upload exceeding file size limit""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"], smax=100) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") large_content = b"A" * 200 files = [("too_large.txt", large_content)] h, body = self.bup("up", files) self.assertIn("HTTP/1.1 400", h) or self.assertIn("ERROR", body) self.assertFalse(os.path.exists("up/too_large.txt")) self.conn.shutdown() def test_upload_special_characters_filename(self): """Test upload with special characters in filename""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") files = [("my file 123.txt", "Content with spaces")] h, body = self.bup("up?j", files) self.assertIn("HTTP/1.1 201", h) response = json.loads(body) self.assertEqual(response["status"], "OK") self.conn.shutdown() def test_upload_partial_file_cleanup_on_size_limit(self): """Test that partial files are cleaned up when upload exceeds size limit""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"], smax=50) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") large_content = b"A" * 100 files = [("large.txt", large_content)] h, body = self.bup("up", files) partial_files = [f for f in os.listdir("up") if "PARTIAL" in f] self.assertEqual(len(partial_files), 0, "Partial files should be cleaned up on failure") self.assertFalse(os.path.exists("up/large.txt")) self.conn.shutdown() def test_upload_json_error_response(self): """Test that upload failures return proper JSON error response""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["ro/::r"] os.makedirs("ro") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") files = [("test.txt", "This should fail")] h, body = self.bup("ro?j", files) self.assertIn("HTTP/1.1 403", h) self.assertFalse(os.path.exists("ro/test.txt")) self.conn.shutdown() def test_upload_reservation_file_creation(self): """Test that reservation files are created before upload""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") files = [("test.txt", "Content")] h, body = self.bup("up", files) self.assertIn("HTTP/1.1 201", h) self.assertTrue(os.path.exists("up/test.txt")) with open("up/test.txt", "r") as f: self.assertEqual(f.read(), "Content") self.conn.shutdown() def test_upload_multiple_files_atomicity(self): """Test that multi-file upload handles each file properly""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") files = [ ("file1.txt", "Content 1"), ("file2.txt", "Content 2"), ] h, body = self.bup("up?j", files) self.assertIn("HTTP/1.1 201", h) response = json.loads(body) self.assertEqual(response["status"], "OK") self.assertEqual(len(response["files"]), 2) self.assertTrue(os.path.exists("up/file1.txt")) self.assertTrue(os.path.exists("up/file2.txt")) with open("up/file1.txt", "r") as f: self.assertEqual(f.read(), "Content 1") with open("up/file2.txt", "r") as f: self.assertEqual(f.read(), "Content 2") self.conn.shutdown() def test_upload_empty_file(self): """Test uploading an empty file""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") files = [("empty.txt", "")] h, body = self.bup("up?j", files) self.assertIn("HTTP/1.1 201", h) response = json.loads(body) self.assertEqual(response["status"], "OK") self.assertEqual(response["sz"], 0) self.assertTrue(os.path.exists("up/empty.txt")) with open("up/empty.txt", "r") as f: self.assertEqual(f.read(), "") self.conn.shutdown() def test_upload_with_hash_verification(self): """Test upload with hash verification enabled""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::a"] os.makedirs("up") self.args = Cfg(v=vcfg, a=["o:o", "x:x"], bup_ck="sha256") self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") content = "Test content for hash verification" files = [("hash_test.txt", content)] h, body = self.bup("up?j", files) self.assertIn("HTTP/1.1 201", h) response = json.loads(body) self.assertEqual(response["status"], "OK") self.assertIn("sha256", response["files"][0]) self.assertIn("sha_b64", response["files"][0]) self.assertTrue(os.path.exists("up/hash_test.txt")) with open("up/hash_test.txt", "r") as f: self.assertEqual(f.read(), content) self.conn.shutdown() def test_upload_overwrite_protection_without_permission(self): """Test that overwrite is prevented without delete permission""" td = os.path.join(self.td, "vfs") os.mkdir(td) os.chdir(td) vcfg = ["up/::w"] os.makedirs("up") with open("up/existing.txt", "w") as f: f.write("original content") self.args = Cfg(v=vcfg, a=["o:o", "x:x"]) self.asrv = AuthSrv(self.args, self.log) self.conn = tu.VHttpConn(self.args, self.asrv, self.log, b"") files = [("existing.txt", "new content")] h, body = self.bup("up", files) with open("up/existing.txt", "r") as f: self.assertEqual(f.read(), "original content") self.conn.shutdown() def bup(self, url, files): """ Perform a basic upload (bput) request. Args: url: The URL path to upload to files: List of (filename, content) tuples Returns: (headers, body) tuple """ boundary = "XD" body = build_multipart_form(files, boundary) hdr_fmt = "POST /{} HTTP/1.1\r\nPW: o\r\nConnection: close\r\nContent-Type: multipart/form-data; boundary={}\r\nContent-Length: {}\r\n\r\n" hdr_str = hdr_fmt.format(url, boundary, len(body)) full_request = hdr_str.encode("utf-8") + body print("POST -->", full_request[:200], "...") conn = self.conn.setbuf(full_request) HttpCli(conn).run() response = conn.s._reply if isinstance(response, bytes): parts = response.split(b"\r\n\r\n", 1) h = parts[0].decode("utf-8") b = parts[1].decode("utf-8") if len(parts) > 1 else "" else: parts = response.split("\r\n\r\n", 1) h = parts[0] b = parts[1] if len(parts) > 1 else "" print("POST <--", h[:200], "...") return h, b def log(self, src, msg, c=0): print(msg) if __name__ == "__main__": unittest.main()