hair/benchmark_rotation.py

#!/usr/bin/env python3
"""轮换测试：接口1 → 接口2女 → 接口2男 → 接口3，共5轮。

监控每次调用的耗时和显存变化，特别关注模型是否被换出显存。
"""
import json, os, time, base64, subprocess, urllib.request, urllib.error, mimetypes
from datetime import datetime
from pathlib import Path

API_BASE = "http://127.0.0.1:8187"
TOKEN = "dev-shared-secret-2026"
GIRL_IMG = "/home/ubuntu/hair/image/girl_img/girl13.jpg"
OUT_DIR = "/home/ubuntu/hair/benchmark_out/rotation"
RESULT_JSON = os.path.join(OUT_DIR, "rotation_results.json")
REPORT_HTML = os.path.join(OUT_DIR, "rotation_report.html")
ROUNDS = 5

os.makedirs(OUT_DIR, exist_ok=True)


def get_vram():
    try:
        out = subprocess.check_output(
            ["nvidia-smi", "--query-gpu=memory.used,memory.free",
             "--format=csv,noheader,nounits"], text=True, timeout=5).strip()
        used, free = out.split(",")
        return int(used.strip()), int(free.strip())
    except Exception:
        return -1, -1


def get_gpu_procs():
    try:
        out = subprocess.check_output(
            ["nvidia-smi", "--query-compute-apps=pid,used_memory",
             "--format=csv,noheader,nounits"], text=True, timeout=5).strip()
        procs = {}
        for line in out.splitlines():
            parts = line.split(",")
            if len(parts) >= 2:
                procs[parts[0].strip()] = int(parts[1].strip())
        return procs
    except Exception:
        return {}


def _multipart(fields, files=None):
    boundary = "----RotTest" + str(int(time.time() * 1000))
    parts = []
    for k, v in fields.items():
        parts.append(f"--{boundary}\r\n".encode())
        parts.append(f'Content-Disposition: form-data; name="{k}"\r\n\r\n'.encode())
        parts.append(str(v).encode())
        parts.append(b"\r\n")
    if files:
        for field_name, (filename, data, mime) in files.items():
            parts.append(f"--{boundary}\r\n".encode())
            parts.append(f'Content-Disposition: form-data; name="{field_name}"; filename="{filename}"\r\n'.encode())
            parts.append(f"Content-Type: {mime}\r\n\r\n".encode())
            parts.append(data)
            parts.append(b"\r\n")
    parts.append(f"--{boundary}--\r\n".encode())
    body = b"".join(parts)
    return body, boundary


def call_api1(image_path):
    """接口1：四庭七眼测量"""
    with open(image_path, "rb") as f:
        img_data = f.read()
    body, boundary = _multipart(
        {"image_url": ""},
        {"image_file": (os.path.basename(image_path), img_data, "image/jpeg")}
    )
    req = urllib.request.Request(f"{API_BASE}/api/v1/face/measure", data=body, method="POST")
    req.add_header("Content-Type", f"multipart/form-data; boundary={boundary}")
    req.add_header("X-Internal-Token", TOKEN)
    t0 = time.time()
    try:
        with urllib.request.urlopen(req, timeout=120) as resp:
            data = json.loads(resp.read())
            return data, time.time() - t0, None
    except Exception as e:
        return {}, time.time() - t0, str(e)


def call_api2(image_path, gender, hair_style="1"):
    """接口2：C端生发"""
    with open(image_path, "rb") as f:
        img_data = f.read()
    fields = {"gender": gender, "hair_style": hair_style, "use_mask": "0",
              "prompt": "填充遮罩区域的头发，皮肤加一点磨皮，再加一点美颜"}
    body, boundary = _multipart(fields, {"image_file": (os.path.basename(image_path), img_data, "image/jpeg")})
    req = urllib.request.Request(f"{API_BASE}/api/v1/hair/grow", data=body, method="POST")
    req.add_header("Content-Type", f"multipart/form-data; boundary={boundary}")
    req.add_header("X-Internal-Token", TOKEN)
    t0 = time.time()
    try:
        with urllib.request.urlopen(req, timeout=600) as resp:
            data = json.loads(resp.read())
            return data, time.time() - t0, None
    except Exception as e:
        return {}, time.time() - t0, str(e)


def call_api3(image_path):
    """接口3：B端生发（use_mask=False，直接送图）"""
    with open(image_path, "rb") as f:
        img_data = f.read()
    fields = {"use_mask": "true", "prompt": "填充遮罩区域的头发，皮肤加一点磨皮，再加一点美颜"}
    body, boundary = _multipart(fields, {"marked_image_file": (os.path.basename(image_path), img_data, "image/jpeg")})
    req = urllib.request.Request(f"{API_BASE}/api/v1/hair/grow-b", data=body, method="POST")
    req.add_header("Content-Type", f"multipart/form-data; boundary={boundary}")
    req.add_header("X-Internal-Token", TOKEN)
    t0 = time.time()
    try:
        with urllib.request.urlopen(req, timeout=600) as resp:
            data = json.loads(resp.read())
            return data, time.time() - t0, None
    except Exception as e:
        return {}, time.time() - t0, str(e)


def run_test():
    results = []
    tests = [
        ("iface1", "接口1-测量", lambda img: call_api1(img)),
        ("iface2f", "接口2-女-椭圆", lambda img: call_api2(img, "female", "1")),
        ("iface2m", "接口2-男-椭圆", lambda img: call_api2(img, "male", "1")),
        ("iface3", "接口3-B端生发", lambda img: call_api3(img)),
    ]

    total = len(tests) * ROUNDS
    print(f"轮换测试：{len(tests)} 个接口 × {ROUNDS} 轮 = {total} 次调用")
    print(f"测试图片：{GIRL_IMG}\n")

    for rnd in range(1, ROUNDS + 1):
        print(f"\n{'='*60}")
        print(f"第 {rnd}/{ROUNDS} 轮")
        print(f"{'='*60}")

        for tid, tname, fn in tests:
            print(f"\n[{rnd}/{ROUNDS}] {tname} ...")

            vram_before, vram_free_before = get_vram()
            procs_before = get_gpu_procs()

            data, elapsed, error = fn(GIRL_IMG)

            vram_after, vram_free_after = get_vram()
            procs_after = get_gpu_procs()

            # 判断成功
            code = data.get("code", -1) if data else -1
            ok = (code == 0)

            # VRAM 变化
            vram_delta = vram_after - vram_before
            procs_changed = False
            for pid in set(list(procs_before.keys()) + list(procs_after.keys())):
                before_mb = procs_before.get(pid, 0)
                after_mb = procs_after.get(pid, 0)
                if abs(after_mb - before_mb) > 10:
                    procs_changed = True
                    break

            record = {
                "round": rnd,
                "test_id": tid,
                "test_name": tname,
                "timestamp": datetime.now().strftime("%H:%M:%S"),
                "elapsed_s": round(elapsed, 2),
                "success": ok,
                "code": code,
                "error": error,
                "vram_before_mb": vram_before,
                "vram_after_mb": vram_after,
                "vram_free_before_mb": vram_free_before,
                "vram_free_after_mb": vram_free_after,
                "vram_delta_mb": vram_delta,
                "procs_before": procs_before,
                "procs_after": procs_after,
                "procs_changed": procs_changed,
            }
            results.append(record)

            status = "✓" if ok else "✗"
            warn = " ⚠模型换出!" if procs_changed else ""
            print(f"  → {status} code={code} time={elapsed:.1f}s "
                  f"vram={vram_before}→{vram_after}MB (Δ{vram_delta:+d}){warn}")

            with open(RESULT_JSON, "w") as f:
                json.dump(results, f, indent=2, ensure_ascii=False)
            generate_html(results)

    generate_html(results)
    print(f"\n✅ 完成！{RESULT_JSON}")
    print(f"📄 报告：{REPORT_HTML}")


def generate_html(results):
    total = len(results)
    success = sum(1 for r in results if r["success"])
    times = [r["elapsed_s"] for r in results if r["success"]]
    avg_time = sum(times) / len(times) if times else 0

    # 按接口分组
    by_test = {}
    for r in results:
        tid = r["test_id"]
        if tid not in by_test:
            by_test[tid] = {"name": r["test_name"], "times": [], "vram_deltas": [], "procs_changed": 0}
        if r["success"]:
            by_test[tid]["times"].append(r["elapsed_s"])
        by_test[tid]["vram_deltas"].append(r["vram_delta_mb"])
        if r["procs_changed"]:
            by_test[tid]["procs_changed"] += 1

    html = f"""<!DOCTYPE html>
<html lang="zh-CN">
<head><meta charset="UTF-8"><title>接口轮换测试报告</title>
<style>
*{{margin:0;padding:0;box-sizing:border-box}}
body{{font-family:sans-serif;background:#1a1a2e;color:#e0e0e0;padding:20px}}
h1{{text-align:center;color:#00d4ff;margin-bottom:10px}}
.subtitle{{text-align:center;color:#888;margin-bottom:30px;font-size:14px}}
.summary{{display:grid;grid-template-columns:repeat(auto-fit,minmax(160px,1fr));gap:15px;margin-bottom:30px}}
.card{{background:#16213e;border-radius:12px;padding:20px;text-align:center;border:1px solid #333}}
.card .num{{font-size:28px;font-weight:700}}
.card .label{{font-size:12px;color:#888;margin-top:5px}}
.card.ok .num{{color:#0f0}} .card.err .num{{color:#f44}} .card.time .num{{color:#00d4ff}}
table{{width:100%;border-collapse:collapse;margin-bottom:30px;background:#16213e;border-radius:12px;overflow:hidden}}
th{{background:#0f3460;padding:10px 8px;text-align:center;font-size:13px;color:#fff}}
td{{padding:8px;text-align:center;border-bottom:1px solid #222;font-size:13px}}
tr:hover{{background:#1a1a3e}}
.section-title{{font-size:18px;font-weight:600;margin:30px 0 15px;color:#00d4ff;border-bottom:1px solid #333;padding-bottom:10px}}
.ok{{color:#0f0}} .fail{{color:#f44}} .warn{{color:#ff0}}
.time-bar{{display:inline-block;height:18px;background:linear-gradient(90deg,#0f3460,#00d4ff);border-radius:3px;vertical-align:middle;min-width:2px}}
</style></head><body>
<h1>📊 接口轮换测试报告</h1>
<div class="subtitle">{datetime.now().strftime('%Y-%m-%d %H:%M:%S')} ｜ {total} 次调用 ｜ {ROUNDS} 轮</div>
<div class="summary">
<div class="card ok"><div class="num">{success}</div><div class="label">成功</div></div>
<div class="card err"><div class="num">{total-success}</div><div class="label">失败</div></div>
<div class="card time"><div class="num">{avg_time:.1f}s</div><div class="label">平均耗时</div></div>
<div class="card time"><div class="num">{sum(t['procs_changed'] for t in by_test.values())}</div><div class="label">显存抖动次数</div></div>
</div>
<div class="section-title">按接口分组统计</div>
<table><thead><tr><th>接口</th><th>调用次数</th><th>平均耗时</th><th>最快</th><th>最慢</th><th>显存变化</th><th>模型换出</th></tr></thead><tbody>
"""
    for tid, info in by_test.items():
        times = info["times"]
        avg = sum(times) / len(times) if times else 0
        mn = min(times) if times else 0
        mx = max(times) if times else 0
        warn = f'<span class="warn">⚠ {info["procs_changed"]}次</span>' if info["procs_changed"] else "无"
        html += f'<tr><td>{info["name"]}</td><td>{len(times)}</td><td>{avg:.1f}s</td><td>{mn:.1f}s</td><td>{mx:.1f}s</td><td>Δ{info["vram_deltas"][-1]:+d}MB</td><td>{warn}</td></tr>'

    html += '</tbody></table><div class="section-title">详细结果</div><table><thead><tr><th>轮次</th><th>接口</th><th>耗时</th><th>显存前</th><th>显存后</th><th>Δ</th><th>模型换出</th><th>状态</th></tr></thead><tbody>'
    for r in results:
        status = '<span class="ok">✓</span>' if r["success"] else f'<span class="fail">✗ {str(r.get("error",""))[:30]}</span>'
        warn = '<span class="warn">⚠</span>' if r["procs_changed"] else ""
        html += f'<tr><td>{r["round"]}</td><td>{r["test_name"]}</td><td><div class="time-bar" style="width:{min(r["elapsed_s"]*3,200)}px"></div> {r["elapsed_s"]:.1f}s</td><td>{r["vram_before_mb"]}MB</td><td>{r["vram_after_mb"]}MB</td><td>{r["vram_delta_mb"]:+d}</td><td>{warn}</td><td>{status}</td></tr>'

    html += '</tbody></table></body></html>'
    with open(REPORT_HTML, "w", encoding="utf-8") as f:
        f.write(html)


if __name__ == "__main__":
    run_test()