bencher --help
Bencher CLI
Usage: bencher-cli <COMMAND>
Commands:
  run / mock / noise / archive / unarchive
  up / logs / down
  organization / member / plan / sso
  project / report / job / perf / plot
  branch / testbed / benchmark / measure / metric / threshold / alert
  user / token / runner / spec / server
  help

# 确认版本
bencher --version
# bencher 0.6.13

# 自托管已起来
curl -s http://localhost:6610/v0/server/version
# {"version":"0.6.13"}

# 首次使用需要配置 host
export BENCHER_HOST=http://localhost:6610
# 或者在 ~/.bencher/config.toml 里写
# [host]
# host = "http://localhost:6610"

bencher up [OPTIONS] [SERVICE]

# 后台拉起，指定自定义 tag + 配置卷
bencher up --detach --tag v0.6.13 \
  --api-volume '/opt/bencher-stack/services/api/etc:/etc/bencher' \
  --api-volume '/opt/bencher-stack/services/api/data:/var/lib/bencher/data'
# Pulling `ghcr.io/bencherdev/bencher-api:v0.6.13` image...
# Creating `bencher_api` container...
# Starting `bencher_api` container...
# Pulling `ghcr.io/bencherdev/bencher-console:v0.6.13` image...
# ...
# 🐰 Bencher Self-Hosted is up and running!
# Console Server: http://localhost:3000
# API Server: http://localhost:6610

bencher logs [SERVICE]     # SERVICE: all / api / console

bencher down [SERVICE]

bencher run [OPTIONS] [COMMAND]...
# [COMMAND]... 是你的 benchmark 命令，如 `cargo test --bench my_bench`

# 最简单的跑法：mock 命令（不用你真写 benchmark）
bencher run \
  --project demo \
  --branch main \
  --testbed local \
  --adapter magic \
  --error-on-alert \
  bencher mock
# View report: http://localhost:3000/perf/demo/reports/<uuid>
# View results:
# - mock_0 (Latency): http://localhost:3000/perf/demo/benchmarks/<uuid>
# - mock_1 (Latency): ...
# - mock_2 (Latency): ...
# Claim this project: http://localhost:3000/auth/signup?claim=<uuid>

bencher run \
  --project my-db \
  --branch "${GITHUB_REF_NAME:-main}" \
  --hash "${GITHUB_SHA}" \
  --testbed "gha-${GITHUB_RUNNER_ARCH}" \
  --adapter rust_criterion \
  --ci-on-the-fly \
  --error-on-alert \
  cargo bench --bench my_benchmark

bencher mock \
  --project demo \
  --branch main \
  --testbed local
# 输出 10 组随机 benchmark + 对应 Claim 链接

bencher noise --iter 10
# Benchmarking noise...
# Noise (std dev): 1.23%

bencher archive branch  <BRANCH>    # 归档一个 branch
bencher archive testbed <TESTBED>   # 归档一个 testbed
bencher archive benchmark <NAME>    # 归档一个 benchmark
# 归档 = 不删数据但不出现在默认查询里，适合保留历史但不干扰当前视图

bencher project --help
# Commands: list / create / view / update / delete / allowed / key

# 列出所有项目（当前用户可看的）
bencher project list --host http://localhost:6610
# PROJECT NAME    SLUG            BRANCH      TESTBED
# demo            demo            main        local

# 查看项目详情
bencher project view demo

# 创建项目
bencher project create --name "my-db" --slug "my-db"

# 更新项目（改 name/slug/url/visibility/plus bmf_version）
bencher project update my-db --name "my-db-v2"

# 删除（默认软删；--hard 硬删需 admin）
bencher project delete my-db --hard

# branch
bencher branch list    --project demo
bencher branch create  --project demo --name feature-x --start-point main
bencher branch view    --project demo --branch feature-x
bencher branch update  --project demo --branch feature-x
bencher branch delete  --project demo --branch feature-x

# testbed（硬件规格维度，bare metal runner 场景关键）
bencher testbed list    --project demo
bencher testbed create  --project demo --name "prod-r740"
bencher testbed view    --project demo --testbed prod-r740

# benchmark（性能指标维度名称，如 "Adapter::Magic (Rust)"）
bencher benchmark list    --project demo
bencher benchmark create  --project demo --branch main --testbed local \
  --name "Adapter::Magic (Rust)"

# measure（测量单位维度，如 "Latency (µs)"）
bencher measure list    --project demo

# metric（单个 metric 详情，只读查询）
bencher metric view     --project demo --metric <UUID>

# threshold（阈值告警模型）
bencher threshold list    --project demo
bencher threshold create  --project demo --branch main --testbed local \
  --measure "Latency" --model "lossless"
# model 可选：liner / lossless / summary

# alert（已触发的告警）
bencher alert list      --project demo
bencher alert view      --project demo --alert <UUID>
bencher alert update    --project demo --alert <UUID>    # 忽略/acknowledge

# 列出项目的所有 report
bencher report list   --project demo
# 按 branch/testbed/benchmark/measure 过滤
bencher report list   --project demo --branch main --testbed prod-r740
# 查看单个 report
bencher report view   --project demo --report <UUID>
# 删除 report
bencher report delete --project demo --report <UUID>

# 查询 perf 数据（时序 CSV/JSON）
bencher perf view --project demo \
  --branch main --testbed prod-r740 \
  --benchmark "Adapter::Magic (Rust)" --measure Latency \
  --start-time "2026-10-01T00:00:00Z" --end-time "2026-10-27T23:59:59Z"

# 管理 plot（控制台的自定义图表面板）
bencher plot list    --project demo
bencher plot create  --project demo --name "Latency trend" \
  --branch main --testbed prod-r740 \
  --benchmark "Adapter::Magic (Rust)" --measure Latency
bencher plot view    --project demo --plot <UUID>
bencher plot delete  --project demo --plot <UUID>

# Job 查询（bare metal runner 的执行单元，Cloud 版用得多）
bencher job list   --project demo
bencher job view   --project demo --job <UUID>

# 列出所有 runner
bencher runner list
# 创建 runner（会输出 runner 启动命令 + key）
bencher runner create --name "db-bench-runner-01"
# 返回 runner 启动命令，复制到裸机上执行：
# bencher runner key --runner <UUID> | sh -c 'bencher runner run ...'
# 或简化版：
# bencher runner run --key <RUNNER_KEY>

# runner key 轮转
bencher runner key --runner <UUID>

# runner spec（硬件规格，用于 bare metal runner 调度）
bencher spec list
bencher spec create --name "intel-v1" --cpu "Intel Xeon Gold 6330" --ram "64 GiB"
bencher spec view --spec intel-v1
bencher spec update --spec intel-v1
bencher spec delete --spec intel-v1

# API Server 版本（健康检查最常用）
bencher server version --host http://localhost:6610
# bencher 0.6.13
# API Server: 0.6.13

# OpenAPI spec
bencher server spec --host http://localhost:6610
# 输出 OpenAPI 3.0.3 JSON 原文（含全部 136+ 路由）

# 查看当前生效配置（敏感值打码，需 admin）
bencher server config view \
  --host http://localhost:6610 --token $BENCHER_API_KEY

# Console 配置（公开，无需鉴权）
bencher server config console --host http://localhost:6610

# 数据库备份（导出 SQLite）
bencher server backup --host http://localhost:6610 --output bencher-backup.db

# Server stats（Plus 版，admin 专属）
bencher server stats --host http://localhost:6610

# 用户详情
bencher user view --host http://localhost:6610 --user <slug-or-uuid>
# 列出当前用户的 API keys
bencher user key list --user <slug>
# 创建新 key（推荐，tokens 已废弃）
bencher user key create --user <slug> --name "CI pipeline"
# 列出 token（已废弃，仍可查）
bencher token list --user <slug>

bencher organization list
bencher organization create --name "acme-corp"
bencher member list    --organization "acme-corp"
bencher member create  --organization "acme-corp" --user <slug> --role "member"
# Plan / SSO 命令免费版返回 403