61 lines
1.6 KiB
Python
61 lines
1.6 KiB
Python
# coding=utf-8
|
||
"""
|
||
@project: MaxKB
|
||
@Author：虎
|
||
@file： local_model.py
|
||
@date：2024/8/21 13:28
|
||
@desc:
|
||
"""
|
||
import subprocess
|
||
|
||
from maxkb.const import CONFIG
|
||
from .base import BaseService
|
||
from ..hands import *
|
||
|
||
__all__ = ['GunicornLocalModelService']
|
||
|
||
|
||
class GunicornLocalModelService(BaseService):
|
||
|
||
def __init__(self, **kwargs):
|
||
self.worker = kwargs['worker_gunicorn']
|
||
super().__init__(**kwargs)
|
||
|
||
@property
|
||
def cmd(self):
|
||
print("\n- Start Gunicorn Local Model WSGI HTTP Server")
|
||
log_format = '%(h)s %(t)s %(L)ss "%(r)s" %(s)s %(b)s '
|
||
bind = f'{CONFIG.get("LOCAL_MODEL_HOST")}:{CONFIG.get("LOCAL_MODEL_PORT")}'
|
||
worker = CONFIG.get("LOCAL_MODEL_HOST_WORKER", 1)
|
||
cmd = [
|
||
'gunicorn', 'maxkb.wsgi:application',
|
||
'-b', bind,
|
||
'-k', 'gthread',
|
||
'--threads', '200',
|
||
'-w', str(worker),
|
||
'--max-requests', '10240',
|
||
'--max-requests-jitter', '2048',
|
||
'--access-logformat', log_format,
|
||
'--access-logfile', '/dev/null',
|
||
'--error-logfile', '-'
|
||
]
|
||
if DEBUG:
|
||
cmd.append('--reload')
|
||
return cmd
|
||
|
||
@property
|
||
def cwd(self):
|
||
return APPS_DIR
|
||
|
||
def open_subprocess(self):
|
||
# 复制当前环境变量，并设置 ENABLE_SCHEDULER=1
|
||
env = os.environ.copy()
|
||
env['SERVER_NAME'] = 'local_model'
|
||
kwargs = {
|
||
'cwd': self.cwd,
|
||
'stderr': self.log_file,
|
||
'stdout': self.log_file,
|
||
'env': env
|
||
}
|
||
self._process = subprocess.Popen(self.cmd, **kwargs)
|