mirror of
https://github.com/Syngnat/GoNavi.git
synced 2026-06-15 02:49:49 +08:00
36a80951a0
- 发布链路新增 driver release 资产自检，校验已发布二进制与 manifest revision/sha256 一致 - dev-build 与 release 工作流在复用已发布驱动前先校验实际资产，发现旧二进制混入时强制全量重建 - driver manifest 新增 sha256 字段，避免仅凭 source commit 与 manifest 一致就误判发布有效 - 驱动变更检测与全量重建判定纳入 release asset 校验脚本变更，确保链路修复提交会触发自愈重建 - 驱动下载优先使用 GitHub release asset API 地址，并对资产接口按 octet-stream 下载，降低 dev-latest 同名资产命中旧缓存的风险 - 保持 DuckDB 无主键编辑修复不回退，并通过 internal/db 与前端相关回归测试
193 lines
7.6 KiB
Bash
Executable File
193 lines
7.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
set -euo pipefail
|
|
|
|
if [[ "${BASH_VERSINFO[0]:-0}" -lt 4 ]]; then
|
|
echo "skip: detect-changed-driver-agents.sh requires Bash 4+ for associative arrays; current bash is ${BASH_VERSION:-unknown}"
|
|
exit 0
|
|
fi
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
|
cd "$SCRIPT_DIR"
|
|
|
|
tmpdir="$(mktemp -d "${TMPDIR:-/tmp}/gonavi-detect-driver-revisions.XXXXXX")"
|
|
tmpdir_script=""
|
|
cleanup() {
|
|
rm -rf "$tmpdir"
|
|
if [[ -n "$tmpdir_script" ]]; then
|
|
rm -rf "$tmpdir_script"
|
|
fi
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
git init -q "$tmpdir"
|
|
mkdir -p "$tmpdir/tools"
|
|
cp tools/detect-changed-driver-agents.sh "$tmpdir/tools/detect-changed-driver-agents.sh"
|
|
mkdir -p "$tmpdir/internal/db"
|
|
cat >"$tmpdir/internal/db/driver_agent_revisions_gen.go" <<'GOEOF'
|
|
package db
|
|
|
|
func init() {
|
|
optionalDriverAgentRevisions = map[string]string{
|
|
"mariadb": "src-old-mariadb",
|
|
"clickhouse": "src-old-clickhouse",
|
|
}
|
|
}
|
|
GOEOF
|
|
|
|
(
|
|
cd "$tmpdir"
|
|
git add .
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m initial
|
|
base="$(git rev-parse HEAD)"
|
|
perl -0pi -e 's/src-old-clickhouse/src-new-clickhouse/' internal/db/driver_agent_revisions_gen.go
|
|
git add internal/db/driver_agent_revisions_gen.go
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m 'update clickhouse revision'
|
|
actual="$(bash ./tools/detect-changed-driver-agents.sh --base "$base" --head HEAD)"
|
|
if [[ "$actual" != "clickhouse" ]]; then
|
|
echo "expected clickhouse revision-only change to trigger clickhouse build, got: ${actual:-<empty>}" >&2
|
|
exit 1
|
|
fi
|
|
)
|
|
|
|
tmpdir_script="$(mktemp -d "${TMPDIR:-/tmp}/gonavi-detect-script-change.XXXXXX")"
|
|
git init -q "$tmpdir_script"
|
|
mkdir -p "$tmpdir_script/tools"
|
|
cp tools/detect-changed-driver-agents.sh "$tmpdir_script/tools/detect-changed-driver-agents.sh"
|
|
(
|
|
cd "$tmpdir_script"
|
|
git add .
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m initial
|
|
base="$(git rev-parse HEAD)"
|
|
printf '\n# test change\n' >> tools/detect-changed-driver-agents.sh
|
|
git add tools/detect-changed-driver-agents.sh
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m 'update detection script'
|
|
actual="$(bash ./tools/detect-changed-driver-agents.sh --base "$base" --head HEAD 2>/dev/null)"
|
|
if [[ "$actual" != *"mariadb"* || "$actual" != *"clickhouse"* || "$actual" != *"elasticsearch"* ]]; then
|
|
echo "expected detection script change to trigger all driver builds, got: ${actual:-<empty>}" >&2
|
|
exit 1
|
|
fi
|
|
)
|
|
|
|
tmpdir_compensation="$(mktemp -d "${TMPDIR:-/tmp}/gonavi-detect-compensation.XXXXXX")"
|
|
git init -q "$tmpdir_compensation"
|
|
mkdir -p "$tmpdir_compensation/tools" "$tmpdir_compensation/internal/db" "$tmpdir_compensation/.github/workflows"
|
|
cp tools/detect-changed-driver-agents.sh "$tmpdir_compensation/tools/detect-changed-driver-agents.sh"
|
|
cat >"$tmpdir_compensation/internal/db/driver_agent_revisions_gen.go" <<'GOEOF'
|
|
package db
|
|
|
|
func init() {
|
|
optionalDriverAgentRevisions = map[string]string{
|
|
"clickhouse": "src-old-clickhouse",
|
|
}
|
|
}
|
|
GOEOF
|
|
cat >"$tmpdir_compensation/.github/workflows/dev-build.yml" <<'YAMLEOF'
|
|
name: Dev Build
|
|
YAMLEOF
|
|
|
|
(
|
|
cd "$tmpdir_compensation"
|
|
git add .
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m initial
|
|
published_base="$(git rev-parse HEAD)"
|
|
|
|
perl -0pi -e 's/src-old-clickhouse/src-new-clickhouse/' internal/db/driver_agent_revisions_gen.go
|
|
git add internal/db/driver_agent_revisions_gen.go
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m 'update clickhouse revision'
|
|
push_base="$(git rev-parse HEAD)"
|
|
|
|
printf '\n# workflow fix\n' >> .github/workflows/dev-build.yml
|
|
git add .github/workflows/dev-build.yml
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m 'fix workflow'
|
|
|
|
actual_push_base="$(bash ./tools/detect-changed-driver-agents.sh --base "$push_base" --head HEAD)"
|
|
if [[ -n "$actual_push_base" ]]; then
|
|
echo "expected workflow-only fix commit to be empty when using push diff base, got: ${actual_push_base:-<empty>}" >&2
|
|
exit 1
|
|
fi
|
|
|
|
actual_published_base="$(bash ./tools/detect-changed-driver-agents.sh --base "$published_base" --head HEAD)"
|
|
if [[ "$actual_published_base" != "clickhouse" ]]; then
|
|
echo "expected published release base to recover clickhouse rebuild, got: ${actual_published_base:-<empty>}" >&2
|
|
exit 1
|
|
fi
|
|
)
|
|
|
|
tmpdir_workflow="$(mktemp -d "${TMPDIR:-/tmp}/gonavi-detect-workflow-change.XXXXXX")"
|
|
git init -q "$tmpdir_workflow"
|
|
mkdir -p "$tmpdir_workflow/tools" "$tmpdir_workflow/.github/workflows"
|
|
cp tools/detect-changed-driver-agents.sh "$tmpdir_workflow/tools/detect-changed-driver-agents.sh"
|
|
cat >"$tmpdir_workflow/.github/workflows/dev-build.yml" <<'YAMLEOF'
|
|
name: Dev Build
|
|
YAMLEOF
|
|
|
|
(
|
|
cd "$tmpdir_workflow"
|
|
git add .
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m initial
|
|
base="$(git rev-parse HEAD)"
|
|
|
|
printf '\n# workflow logic changed\n' >> .github/workflows/dev-build.yml
|
|
git add .github/workflows/dev-build.yml
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m 'update workflow'
|
|
|
|
actual="$(bash ./tools/detect-changed-driver-agents.sh --base "$base" --head HEAD 2>/dev/null)"
|
|
if [[ "$actual" != *"mariadb"* || "$actual" != *"clickhouse"* || "$actual" != *"duckdb"* || "$actual" != *"elasticsearch"* ]]; then
|
|
echo "expected workflow change to trigger all driver builds, got: ${actual:-<empty>}" >&2
|
|
exit 1
|
|
fi
|
|
)
|
|
|
|
tmpdir_packaging="$(mktemp -d "${TMPDIR:-/tmp}/gonavi-detect-packaging-change.XXXXXX")"
|
|
git init -q "$tmpdir_packaging"
|
|
mkdir -p "$tmpdir_packaging/tools"
|
|
cp tools/detect-changed-driver-agents.sh "$tmpdir_packaging/tools/detect-changed-driver-agents.sh"
|
|
cat >"$tmpdir_packaging/tools/package-driver-release-assets.py" <<'PYEOF'
|
|
print("package")
|
|
PYEOF
|
|
|
|
(
|
|
cd "$tmpdir_packaging"
|
|
git add .
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m initial
|
|
base="$(git rev-parse HEAD)"
|
|
|
|
printf '\nprint("changed")\n' >> tools/package-driver-release-assets.py
|
|
git add tools/package-driver-release-assets.py
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m 'update packaging script'
|
|
|
|
actual="$(bash ./tools/detect-changed-driver-agents.sh --base "$base" --head HEAD 2>/dev/null)"
|
|
if [[ "$actual" != *"mariadb"* || "$actual" != *"clickhouse"* || "$actual" != *"duckdb"* || "$actual" != *"elasticsearch"* ]]; then
|
|
echo "expected packaging script change to trigger all driver builds, got: ${actual:-<empty>}" >&2
|
|
exit 1
|
|
fi
|
|
)
|
|
|
|
tmpdir_release_validation="$(mktemp -d "${TMPDIR:-/tmp}/gonavi-detect-release-validation-change.XXXXXX")"
|
|
git init -q "$tmpdir_release_validation"
|
|
mkdir -p "$tmpdir_release_validation/tools"
|
|
cp tools/detect-changed-driver-agents.sh "$tmpdir_release_validation/tools/detect-changed-driver-agents.sh"
|
|
cat >"$tmpdir_release_validation/tools/validate-driver-release-assets.py" <<'PYEOF'
|
|
print("validate")
|
|
PYEOF
|
|
|
|
(
|
|
cd "$tmpdir_release_validation"
|
|
git add .
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m initial
|
|
base="$(git rev-parse HEAD)"
|
|
|
|
printf '\nprint("changed")\n' >> tools/validate-driver-release-assets.py
|
|
git add tools/validate-driver-release-assets.py
|
|
git -c user.name=GoNavi -c user.email=gonavi@example.test commit -q -m 'update release validation script'
|
|
|
|
actual="$(bash ./tools/detect-changed-driver-agents.sh --base "$base" --head HEAD 2>/dev/null)"
|
|
if [[ "$actual" != *"mariadb"* || "$actual" != *"clickhouse"* || "$actual" != *"duckdb"* || "$actual" != *"elasticsearch"* ]]; then
|
|
echo "expected release validation script change to trigger all driver builds, got: ${actual:-<empty>}" >&2
|
|
exit 1
|
|
fi
|
|
)
|
|
|
|
echo "detect-changed-driver-agents revision test passed"
|