244 lines
9.1 KiB
Python
244 lines
9.1 KiB
Python
"""
|
||
GBS 通用镜像打包脚本
|
||
====================
|
||
从本地 Windows 执行: SFTP 上传 JAR -> 远程 Docker build -> ACR push
|
||
|
||
支持两种打包模式:
|
||
1. 项目 Dockerfile 模式 (--project-dockerfile): 使用项目自带的 Dockerfile
|
||
2. 模板 Dockerfile 模式 (默认): 使用 CentOS 7 + JDK 模板
|
||
|
||
用法:
|
||
python build_push.py --jar <JAR路径> --app <应用名> --version <版本号>
|
||
python build_push.py --jar <JAR路径> --app <应用名> --version <版本号> --project-dockerfile <Dockerfile路径>
|
||
|
||
示例:
|
||
# 使用项目自带 Dockerfile 打包 safety-eval-service
|
||
python build_push.py \
|
||
--jar "E:\\works\\projects\\safety-eval-service\\safety-eval-start\\target\\safety-eval-start-1.0-SNAPSHOT.jar" \
|
||
--app jjb-saas-safety-eval \
|
||
--version 1 \
|
||
--project-dockerfile "E:\\works\\projects\\safety-eval-service\\Dockerfile"
|
||
|
||
# 使用模板 Dockerfile 打包 certificate
|
||
python build_push.py \
|
||
--jar "E:\\works\\projects\\zcloud_gbs_certificate\\start\\target\\start.jar" \
|
||
--app zcloud-gbs-certificate \
|
||
--version 1
|
||
"""
|
||
|
||
import paramiko
|
||
import sys
|
||
import os
|
||
import time
|
||
import argparse
|
||
from datetime import datetime
|
||
|
||
# ---- 读取配置 (从同目录 credentials.conf) ----
|
||
def load_credentials():
|
||
"""从 credentials.conf 读取配置"""
|
||
cred_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "credentials.conf")
|
||
creds = {}
|
||
if os.path.exists(cred_path):
|
||
with open(cred_path, 'r', encoding='utf-8') as f:
|
||
for line in f:
|
||
line = line.strip()
|
||
if line and not line.startswith('#') and '=' in line:
|
||
key, _, value = line.partition('=')
|
||
creds[key.strip()] = value.strip()
|
||
return creds
|
||
|
||
|
||
def ssh_exec(client, cmd, timeout=600):
|
||
"""执行 SSH 命令并打印结果"""
|
||
print(f" > {cmd[:150]}{'...' if len(cmd) > 150 else ''}")
|
||
stdin, stdout, stderr = client.exec_command(cmd, timeout=timeout)
|
||
out = stdout.read().decode('utf-8', errors='replace')
|
||
err = stderr.read().decode('utf-8', errors='replace')
|
||
exit_code = stdout.channel.recv_exit_status()
|
||
if out.strip():
|
||
for line in out.strip().split('\n')[-15:]:
|
||
print(f" {line}")
|
||
if err.strip():
|
||
important = [l for l in err.strip().split('\n')
|
||
if not any(x in l for x in ['Downloading', 'Downloaded', 'Extracting', 'Progress'])]
|
||
if important:
|
||
print(f" [stderr] {'; '.join(important[:5])}")
|
||
return out.strip(), err.strip(), exit_code
|
||
|
||
|
||
def main():
|
||
parser = argparse.ArgumentParser(description="GBS Docker Build & Push")
|
||
parser.add_argument('--jar', required=True, help='JAR 文件本地路径')
|
||
parser.add_argument('--app', required=True, help='应用名称 (用于镜像 tag)')
|
||
parser.add_argument('--version', default='1', help='版本后缀 (默认: 1)')
|
||
parser.add_argument('--prefix', default='ota', help='标签前缀 (默认: ota)')
|
||
parser.add_argument('--project-dockerfile', default=None,
|
||
help='项目自带 Dockerfile 路径 (不指定则使用模板模式)')
|
||
parser.add_argument('--dry-run', action='store_true', help='仅打印信息，不执行')
|
||
args = parser.parse_args()
|
||
|
||
# ---- 加载凭据 ----
|
||
creds = load_credentials()
|
||
if not creds:
|
||
print("ERROR: credentials.conf not found or empty!")
|
||
sys.exit(1)
|
||
|
||
MASTER = creds['MASTER_HOST']
|
||
SSH_USER = creds['SSH_USER']
|
||
SSH_PASSWD = creds['SSH_PASSWD']
|
||
ZJK_REGISTRY = creds['ZJK_REGISTRY']
|
||
ZJK_REPO = creds['ZJK_REPO']
|
||
ZJK_USER = creds['ZJK_USER']
|
||
ZJK_PASS = creds['ZJK_PASS']
|
||
HZ_REGISTRY = creds['HZ_REGISTRY']
|
||
HZ_USER = creds['HZ_USER']
|
||
HZ_PASS = creds['HZ_PASS']
|
||
|
||
# ---- 构建参数 ----
|
||
jar_local = args.jar
|
||
app_name = args.app
|
||
version_suffix = args.version
|
||
env_prefix = args.prefix
|
||
use_project_dockerfile = args.project_dockerfile is not None
|
||
dockerfile_local = args.project_dockerfile if use_project_dockerfile else None
|
||
script_dir = os.path.dirname(os.path.abspath(__file__))
|
||
template_dockerfile = os.path.join(script_dir, "Dockerfile.template")
|
||
|
||
date_tag = datetime.now().strftime("%Y%m%d")
|
||
image_tag = f"{env_prefix}-{date_tag}-{version_suffix}"
|
||
full_image = f"{ZJK_REGISTRY}/{ZJK_REPO}:{app_name}-{image_tag}"
|
||
|
||
# ---- 校验 ----
|
||
if not os.path.exists(jar_local):
|
||
print(f"ERROR: JAR not found: {jar_local}")
|
||
sys.exit(1)
|
||
if use_project_dockerfile and not os.path.exists(dockerfile_local):
|
||
print(f"ERROR: Dockerfile not found: {dockerfile_local}")
|
||
sys.exit(1)
|
||
|
||
jar_size_mb = os.path.getsize(jar_local) / 1024 / 1024
|
||
build_dir = f"/tmp/docker-build-{app_name}"
|
||
mode = "项目 Dockerfile" if use_project_dockerfile else "模板 Dockerfile (CentOS 7 + JDK)"
|
||
|
||
print("=" * 65)
|
||
print(" GBS Docker Build & Push")
|
||
print("=" * 65)
|
||
print(f" 模式: {mode}")
|
||
print(f" JAR: {jar_local} ({jar_size_mb:.1f} MB)")
|
||
if use_project_dockerfile:
|
||
print(f" Dockerfile: {dockerfile_local}")
|
||
print(f" App: {app_name}")
|
||
print(f" Tag: {image_tag}")
|
||
print(f" Image: {full_image}")
|
||
print(f" Registry: {ZJK_REGISTRY}/{ZJK_REPO}")
|
||
print(f" Target: {MASTER}")
|
||
print("=" * 65)
|
||
|
||
if args.dry_run:
|
||
print("\n[DRY RUN] 以上为打包配置，未实际执行。")
|
||
return
|
||
|
||
# ---- SSH 连接 ----
|
||
client = paramiko.SSHClient()
|
||
client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
|
||
client.connect(MASTER, username=SSH_USER, password=SSH_PASSWD, timeout=30)
|
||
print("\n[1/6] SSH 连接成功")
|
||
|
||
# ---- 准备远程目录 ----
|
||
if use_project_dockerfile:
|
||
# 项目 Dockerfile 模式: JAR 路径为 ./start/target/start.jar
|
||
ssh_exec(client, f"rm -rf {build_dir} && mkdir -p {build_dir}/start/target")
|
||
else:
|
||
# 模板模式: JAR 路径为 ./target/*.jar，需复制 JDK
|
||
ssh_exec(client, f"rm -rf {build_dir} && mkdir -p {build_dir}/target")
|
||
|
||
# ---- 上传 JAR ----
|
||
print(f"\n[2/6] 上传 JAR ({jar_size_mb:.1f} MB)...")
|
||
sftp = client.open_sftp()
|
||
start = time.time()
|
||
last_pct = -1
|
||
|
||
def progress(transferred, total):
|
||
nonlocal last_pct
|
||
pct = int(transferred * 100 / total)
|
||
if pct >= last_pct + 10:
|
||
last_pct = pct
|
||
mb = transferred / 1024 / 1024
|
||
elapsed = time.time() - start
|
||
speed = mb / elapsed if elapsed > 0 else 0
|
||
print(f" {pct}% ({mb:.1f} MB) - {speed:.1f} MB/s")
|
||
|
||
if use_project_dockerfile:
|
||
remote_jar = f"{build_dir}/start/target/start.jar"
|
||
else:
|
||
remote_jar = f"{build_dir}/target/{os.path.basename(jar_local)}"
|
||
|
||
sftp.put(jar_local, remote_jar, callback=progress)
|
||
elapsed = time.time() - start
|
||
print(f" Done in {elapsed:.1f}s ({jar_size_mb/elapsed:.1f} MB/s)")
|
||
|
||
# ---- 上传 Dockerfile ----
|
||
print(f"\n 上传 Dockerfile...")
|
||
if use_project_dockerfile:
|
||
sftp.put(dockerfile_local, f"{build_dir}/Dockerfile")
|
||
else:
|
||
with open(template_dockerfile, 'r', encoding='utf-8') as f:
|
||
dockerfile_content = f.read()
|
||
stdin, stdout, stderr = client.exec_command(f"cat > {build_dir}/Dockerfile")
|
||
stdin.write(dockerfile_content)
|
||
stdin.channel.shutdown_write()
|
||
stdout.read()
|
||
|
||
sftp.close()
|
||
|
||
# ---- 模板模式: 复制 JDK ----
|
||
if not use_project_dockerfile:
|
||
print("\n[3/6] 准备构建上下文 (复制 JDK)...")
|
||
ssh_exec(client, f"cp -r /opt/jdk1.8.0_202 {build_dir}/", timeout=120)
|
||
else:
|
||
print("\n[3/6] 构建上下文已就绪")
|
||
|
||
ssh_exec(client, f"du -sh {build_dir}/")
|
||
|
||
# ---- ACR 登录 ----
|
||
print("\n[4/6] 登录 ACR...")
|
||
if use_project_dockerfile:
|
||
# 项目 Dockerfile 可能引用杭州 ACR 的基础镜像
|
||
ssh_exec(client, f"echo '{HZ_PASS}' | docker login --username={HZ_USER} --password-stdin {HZ_REGISTRY}")
|
||
ssh_exec(client, f"echo '{ZJK_PASS}' | docker login --username={ZJK_USER} --password-stdin {ZJK_REGISTRY}")
|
||
|
||
# ---- Docker build ----
|
||
print("\n[5/6] 构建 Docker 镜像...")
|
||
out, err, code = ssh_exec(client, f"docker build -t '{full_image}' {build_dir}", timeout=300)
|
||
if code != 0:
|
||
print("ERROR: Docker build failed!")
|
||
client.close()
|
||
sys.exit(1)
|
||
|
||
# ---- Push to ACR ----
|
||
print("\n[6/6] 推送到张家口 ACR...")
|
||
out, err, code = ssh_exec(client, f"docker push '{full_image}'", timeout=600)
|
||
if code != 0:
|
||
print("ERROR: Docker push failed!")
|
||
client.close()
|
||
sys.exit(1)
|
||
|
||
# ---- 验证 & 清理 ----
|
||
ssh_exec(client, f"docker images | grep '{app_name}'")
|
||
ssh_exec(client, f"rm -rf {build_dir}")
|
||
client.close()
|
||
|
||
# ---- 输出结果 ----
|
||
print("\n" + "=" * 65)
|
||
print(" BUILD COMPLETE")
|
||
print("=" * 65)
|
||
print(f"\n 镜像地址:\n {full_image}\n")
|
||
print(f" K8s 部署:\n"
|
||
f" kubectl set image deployment/{app_name} \\\n"
|
||
f" {app_name}={full_image} -n jjb-dragon\n")
|
||
print("=" * 65)
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main()
|