mirrors/copyparty
1
0
Fork 0
mirror of https://github.com/9001/copyparty.git synced 2025-08-17 09:02:15 -06:00
Code Issues Actions Packages Projects Releases Wiki Activity

scale max-clients to mp-workers

Browse source
This commit is contained in:
ed 2021-07-09 16:48:02 +02:00
parent 80cc26bd95
commit 6c3a976222
4 changed files with 11 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
copyparty/broker_mp.py
View file

@ -102,7 +102,7 @@ class BrokerMp(object):
"""
if dest == "listen":
for p in self.procs:
p.q_pend.put([0, dest, args])
p.q_pend.put([0, dest, [args[0], len(self.procs)]])
else:
raise Exception("what is " + str(dest))

2
copyparty/broker_mpw.py
View file

@ -64,7 +64,7 @@ class MpWorker(object):
return
elif dest == "listen":
self.httpsrv.listen(args[0])
self.httpsrv.listen(args[0], args[1])
elif dest == "retq":
# response from previous ipc call

2
copyparty/broker_thr.py
View file

@ -28,7 +28,7 @@ class BrokerThr(object):
def put(self, want_retval, dest, *args):
if dest == "listen":
self.httpsrv.listen(args[0])
self.httpsrv.listen(args[0], 1)
else:
# new ipc invoking managed service in hub

13
copyparty/httpsrv.py
View file

@ -4,6 +4,7 @@ from __future__ import print_function, unicode_literals
import os
import sys
import time
import math
import base64
import socket
import threading
@ -58,8 +59,9 @@ class HttpSrv(object):
self.tp_q = None if self.args.no_htp else queue.LifoQueue()
self.srvs = []
self.ncli = 0
self.clients = {}
self.ncli = 0 # exact
self.clients = {} # laggy
self.nclimax = 0
self.cb_ts = 0
self.cb_v = 0
@ -112,8 +114,9 @@ class HttpSrv(object):
if self.tp_nthr > self.tp_ncli + 8:
self.stop_threads(4)
def listen(self, sck):
def listen(self, sck, nlisteners):
self.srvs.append(sck)
self.nclimax = math.ceil(self.args.nc * 1.0 / nlisteners)
t = threading.Thread(target=self.thr_listen, args=(sck,))
t.daemon = True
t.start()
@ -128,9 +131,9 @@ class HttpSrv(object):
if self.args.log_conn:
self.log(self.name, "|%sC-ncli" % ("-" * 1,), c="1;30")
if self.ncli >= self.args.nc:
if self.ncli >= self.nclimax:
self.log(self.name, "at connection limit; waiting", 3)
while self.ncli >= self.args.nc:
while self.ncli >= self.nclimax:
time.sleep(0.1)
if self.args.log_conn: