soul/scripts/deploy_baota.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Soul 创业派对 - 宝塔一键部署（跨平台）

一键执行: python scripts/deploy_baota.py
依赖: pip install paramiko

流程：本地 pnpm build -> 打包 .next/standalone -> 上传 -> 服务器解压 -> PM2 运行 node server.js
（不从 git 拉取，不在服务器安装依赖或构建。）
"""

from __future__ import print_function

import os
import sys
import getpass
import shutil
import subprocess
import tarfile
import tempfile
import threading
from pathlib import Path

if sys.platform == 'win32':
    import io
    sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8')
    sys.stderr = io.TextIOWrapper(sys.stderr.buffer, encoding='utf-8')


def log(msg, step=None):
    """输出并立即刷新，便于看到进度"""
    if step is not None:
        print('[步骤 %s] %s' % (step, msg))
    else:
        print(msg)
    sys.stdout.flush()
    sys.stderr.flush()


def log_err(msg):
    print('>>> 错误: %s' % msg, file=sys.stderr)
    sys.stderr.flush()


try:
    import paramiko
except ImportError:
    log('请先安装: pip install paramiko')
    sys.exit(1)

# 默认配置（与 开发文档/服务器管理 一致）
# 应用端口须与 端口配置表 及 Nginx proxy_pass 一致（soul -> 3006）
CFG = {
    'host': os.environ.get('DEPLOY_HOST', '42.194.232.22'),
    'port': int(os.environ.get('DEPLOY_PORT', '22')),
    'app_port': int(os.environ.get('DEPLOY_APP_PORT', '3006')),
    'user': os.environ.get('DEPLOY_USER', 'root'),
    'pwd': os.environ.get('DEPLOY_PASSWORD', 'Zhiqun1984'),
    'path': os.environ.get('DEPLOY_PROJECT_PATH', '/www/wwwroot/soul'),
    'branch': os.environ.get('DEPLOY_BRANCH', 'soul-content'),
    'pm2': os.environ.get('DEPLOY_PM2_APP', 'soul'),
    'url': os.environ.get('DEPLOY_SITE_URL', 'https://soul.quwanzhi.com'),
    'key': os.environ.get('DEPLOY_SSH_KEY') or None,
}

EXCLUDE = {
    'node_modules', '.next', '.git', '.gitignore', '.cursorrules',
    'scripts', 'miniprogram', '开发文档', 'addons', 'book',
    '__pycache__', '.DS_Store', '*.log', 'deploy_config.json',
    'requirements-deploy.txt', '*.bat', '*.ps1',
}


def run(ssh, cmd, desc, step_label=None, ignore_err=False):
    """执行远程命令，打印完整输出，失败时明确标出错误和退出码"""
    if step_label:
        log(desc, step_label)
    else:
        log(desc)
    print('  $ %s' % (cmd[:100] + '...' if len(cmd) > 100 else cmd))
    sys.stdout.flush()
    stdin, stdout, stderr = ssh.exec_command(cmd, get_pty=True)
    out = stdout.read().decode('utf-8', errors='replace')
    err = stderr.read().decode('utf-8', errors='replace')
    code = stdout.channel.recv_exit_status()
    if out:
        print(out)
        sys.stdout.flush()
    if err:
        print(err, file=sys.stderr)
        sys.stderr.flush()
    if code != 0:
        log_err('退出码: %s | %s' % (code, desc))
        if err and len(err.strip()) > 0:
            for line in err.strip().split('\n')[-5:]:
                print('  stderr: %s' % line, file=sys.stderr)
            sys.stderr.flush()
        return ignore_err
    return True


def _read_and_print(stream, prefix='  ', is_stderr=False):
    """后台线程：不断读 stream 并打印，用于实时输出"""
    import threading
    out = sys.stderr if is_stderr else sys.stdout
    try:
        while True:
            line = stream.readline()
            if not line:
                break
            s = line.decode('utf-8', errors='replace').rstrip()
            if s:
                print('%s%s' % (prefix, s), file=out)
                out.flush()
    except Exception:
        pass


def run_stream(ssh, cmd, desc, step_label=None, ignore_err=False):
    """执行远程命令并实时输出（npm install / build 不卡住、能看到进度）"""
    if step_label:
        log(desc, step_label)
    else:
        log(desc)
    print('  $ %s' % (cmd[:100] + '...' if len(cmd) > 100 else cmd))
    sys.stdout.flush()
    stdin, stdout, stderr = ssh.exec_command(cmd, get_pty=True)
    t1 = threading.Thread(target=_read_and_print, args=(stdout, '  ', False))
    t2 = threading.Thread(target=_read_and_print, args=(stderr, '  [stderr] ', True))
    t1.daemon = True
    t2.daemon = True
    t1.start()
    t2.start()
    t1.join()
    t2.join()
    code = stdout.channel.recv_exit_status()
    if code != 0:
        log_err('退出码: %s | %s' % (code, desc))
        return ignore_err
    return True


def _tar_filter(ti):
    n = ti.name.replace('\\', '/')
    if 'node_modules' in n or '.next' in n or '.git' in n:
        return None
    if '/scripts/' in n or n.startswith('scripts/'):
        return None
    if '/miniprogram/' in n or n.startswith('miniprogram/'):
        return None
    if '/开发文档/' in n or '开发文档/' in n:
        return None
    if '/addons/' in n or '/book/' in n:
        return None
    return ti


def make_tarball(root_dir):
    root = Path(root_dir).resolve()
    tmp = tempfile.NamedTemporaryFile(suffix='.tar.gz', delete=False)
    tmp.close()
    with tarfile.open(tmp.name, 'w:gz') as tar:
        for item in root.iterdir():
            name = item.name
            if name in EXCLUDE or name.endswith('.md') or (name.startswith('.') and name != '.cursorrules'):
                continue
            if name.startswith('deploy_config') or name.endswith('.bat') or name.endswith('.ps1'):
                continue
            arcname = name
            tar.add(str(item), arcname=arcname, filter=_tar_filter)
    return tmp.name


def run_local_build(local_root, step_label=None):
    """本地执行 pnpm build，实时输出"""
    root = Path(local_root).resolve()
    if step_label:
        log('本地构建 pnpm build（standalone）', step_label)
    else:
        log('本地构建 pnpm build（standalone）')
    cmd_str = 'pnpm build'
    print('  $ %s' % cmd_str)
    sys.stdout.flush()
    try:
        # Windows 下用 shell=True，否则子进程 PATH 里可能没有 pnpm
        use_shell = sys.platform == 'win32'
        p = subprocess.Popen(
            cmd_str if use_shell else ['pnpm', 'build'],
            cwd=str(root),
            stdout=subprocess.PIPE,
            stderr=subprocess.STDOUT,
            bufsize=1,
            universal_newlines=True,
            encoding='utf-8',
            errors='replace',
            shell=use_shell,
        )
        for line in p.stdout:
            print('  %s' % line.rstrip())
            sys.stdout.flush()
        code = p.wait()
        if code != 0:
            log_err('本地构建失败，退出码 %s' % code)
            return False
        return True
    except Exception as e:
        log_err('本地构建异常: %s' % e)
        return False


def make_standalone_tarball(local_root):
    """
    在 next.config 已设置 output: 'standalone' 且已执行 pnpm build 的前提下，
    将 .next/static 和 public 复制进 .next/standalone，再打包 .next/standalone 目录内容。
    返回生成的 tar.gz 路径。
    """
    root = Path(local_root).resolve()
    standalone_dir = root / '.next' / 'standalone'
    static_src = root / '.next' / 'static'
    public_src = root / 'public'
    if not standalone_dir.is_dir():
        raise FileNotFoundError('.next/standalone 不存在，请先执行 pnpm build')
    # Next 要求将 .next/static 和 public 复制进 standalone
    standalone_next = standalone_dir / '.next'
    standalone_next.mkdir(parents=True, exist_ok=True)
    if static_src.is_dir():
        dest_static = standalone_next / 'static'
        if dest_static.exists():
            shutil.rmtree(dest_static)
        shutil.copytree(static_src, dest_static)
    if public_src.is_dir():
        dest_public = standalone_dir / 'public'
        if dest_public.exists():
            shutil.rmtree(dest_public)
        shutil.copytree(public_src, dest_public)
    # 复制 PM2 配置到 standalone，便于服务器上用 pm2 start ecosystem.config.cjs
    ecosystem_src = root / 'ecosystem.config.cjs'
    if ecosystem_src.is_file():
        shutil.copy2(ecosystem_src, standalone_dir / 'ecosystem.config.cjs')
    # 打包 standalone 目录「内容」，使解压到服务器项目目录后根目录即为 server.js
    tmp = tempfile.NamedTemporaryFile(suffix='.tar.gz', delete=False)
    tmp.close()
    with tarfile.open(tmp.name, 'w:gz') as tar:
        for item in standalone_dir.iterdir():
            arcname = item.name
            tar.add(str(item), arcname=arcname, recursive=True)
    return tmp.name


def deploy_by_upload_standalone(ssh, sftp, local_root, remote_path, pm2_name, step_start, app_port=None):
    """本地 standalone 构建 -> 打包 -> 上传 -> 解压 -> PM2 用 node server.js 启动（PORT 与 Nginx 一致）"""
    step = step_start
    root = Path(local_root).resolve()

    # 步骤 1: 本地构建
    log('本地执行 pnpm build（standalone）', step)
    step += 1
    if not run_local_build(str(root), step_label=None):
        return False
    sys.stdout.flush()

    # 步骤 2: 打包 standalone
    log('打包 .next/standalone（含 static、public）', step)
    step += 1
    try:
        tarball = make_standalone_tarball(str(root))
        size_mb = os.path.getsize(tarball) / 1024 / 1024
        log('打包完成，约 %.2f MB' % size_mb)
    except FileNotFoundError as e:
        log_err(str(e))
        return False
    except Exception as e:
        log_err('打包失败: %s' % e)
        return False
    sys.stdout.flush()

    # 步骤 3: 上传
    log('上传到服务器 /tmp/soul_standalone.tar.gz', step)
    step += 1
    remote_tar = '/tmp/soul_standalone.tar.gz'
    try:
        sftp.put(tarball, remote_tar)
        log('上传完成')
    except Exception as e:
        log_err('上传失败: %s' % e)
        os.unlink(tarball)
        return False
    os.unlink(tarball)
    sys.stdout.flush()

    # 步骤 4: 清理并解压（保留 .env 等隐藏配置）
    log('清理旧文件并解压 standalone', step)
    step += 1
    run(ssh, 'cd %s && rm -rf app components lib public styles .next *.json *.js *.ts *.mjs *.css *.d.ts server.js node_modules 2>/dev/null; ls -la' % remote_path, '清理', step_label=None, ignore_err=True)
    if not run(ssh, 'cd %s && tar -xzf %s' % (remote_path, remote_tar), '解压'):
        log_err('解压失败，请检查服务器磁盘或路径')
        return False
    run(ssh, 'rm -f %s' % remote_tar, '删除临时包', ignore_err=True)
    sys.stdout.flush()

    # 步骤 5: PM2 用 node server.js 启动，PORT 须与 Nginx proxy_pass 一致（默认 3006）
    # 宝塔服务器上 pm2 可能不在默认 PATH，先注入常见路径
    port = app_port if app_port is not None else 3006
    log('PM2 启动 node server.js（PORT=%s）' % port, step)
    pm2_cmd = (
        'export PATH=/www/server/nodejs/v22.14.0/bin:/www/server/nvm/versions/node/*/bin:$PATH 2>/dev/null; '
        'cd %s && (pm2 delete %s 2>/dev/null; PORT=%s pm2 start server.js --name %s)'
    ) % (remote_path, pm2_name, port, pm2_name)
    run(ssh, pm2_cmd, 'PM2 启动', ignore_err=True)
    return True


def main():
    print('=' * 60)
    print('  Soul 创业派对 - 宝塔一键部署')
    print('=' * 60)
    print('  %s@%s -> %s' % (CFG['user'], CFG['host'], CFG['path']))
    print('=' * 60)
    sys.stdout.flush()

    # 步骤 1: 连接
    log('连接服务器 %s:%s' % (CFG['host'], CFG['port']), '1/6')
    password = CFG.get('pwd')
    if not CFG['key'] and not password:
        password = getpass.getpass('请输入 SSH 密码: ')
        sys.stdout.flush()

    ssh = paramiko.SSHClient()
    ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
    try:
        kw = {'hostname': CFG['host'], 'port': CFG['port'], 'username': CFG['user']}
        if CFG['key']:
            kw['key_filename'] = CFG['key']
        else:
            kw['password'] = password
        ssh.connect(**kw)
        log('连接成功')
    except Exception as e:
        log_err('连接失败: %s' % e)
        return 1
    sys.stdout.flush()

    p, pm = CFG['path'], CFG['pm2']
    sftp = ssh.open_sftp()

    # 步骤 2~6: 本地 build -> 打包 -> 上传 -> 解压 -> PM2 启动
    log('本地打包上传部署（不从 git 拉取）', '2/6')
    local_root = Path(__file__).resolve().parent.parent
    if not deploy_by_upload_standalone(ssh, sftp, str(local_root), p, pm, step_start=2, app_port=CFG.get('app_port')):
        sftp.close()
        ssh.close()
        log_err('部署中断，请根据上方错误信息排查')
        return 1

    sftp.close()
    ssh.close()

    print('')
    print('=' * 60)
    print('  部署完成')
    print('  前台: %s' % CFG['url'])
    print('  后台: %s/admin' % CFG['url'])
    print('=' * 60)
    sys.stdout.flush()
    return 0


if __name__ == '__main__':
    sys.exit(main())