From c66e8e7b49a9455cdce414e455f7514a9c2e0124 Mon Sep 17 00:00:00 2001
From: Syngnat <yangguofeng919@gmail.com>
Date: Sun, 17 May 2026 11:46:27 +0800
Subject: [PATCH] =?UTF-8?q?=E2=9A=A1=EF=B8=8F=20perf(ci):=20=E4=BC=98?=
 =?UTF-8?q?=E5=8C=96=20driver-agent=20=E5=8F=98=E6=9B=B4=E6=A3=80=E6=B5=8B?=
 =?UTF-8?q?=E8=8C=83=E5=9B=B4?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

- 按 driver token 和依赖路径归因共享脚本与 go.mod 变更
- 新增源码 diff 归因逻辑，减少无关 driver-agent 构建
- 保留无法归因场景的全量构建兜底，避免漏构建风险
---
 tools/detect-changed-driver-agents.sh | 259 +++++++++++++++++++++++++-
 1 file changed, 251 insertions(+), 8 deletions(-)

diff --git a/tools/detect-changed-driver-agents.sh b/tools/detect-changed-driver-agents.sh
index ece4bc6..5699358 100644
--- a/tools/detect-changed-driver-agents.sh
+++ b/tools/detect-changed-driver-agents.sh
@@ -135,6 +135,227 @@ add_forced_driver() {
   forced_driver_seen="${forced_driver_seen}${driver}|"
 }
 
+driver_tokens_from_text() {
+  local text
+  local emitted_seen
+  text="${1,,}"
+  emitted_seen="|"
+
+  case "$text" in *mariadb*) emit_driver_token mariadb ;; esac
+  case "$text" in *oceanbase*) emit_driver_token oceanbase ;; esac
+  case "$text" in *doris*|*diros*) emit_driver_token doris ;; esac
+  case "$text" in *starrocks*) emit_driver_token starrocks ;; esac
+  case "$text" in *sphinx*) emit_driver_token sphinx ;; esac
+  case "$text" in *sqlserver*) emit_driver_token sqlserver ;; esac
+  case "$text" in *sqlite*) emit_driver_token sqlite ;; esac
+  case "$text" in *duckdb*) emit_driver_token duckdb ;; esac
+  case "$text" in *dameng*) emit_driver_token dameng ;; esac
+  case "$text" in *kingbase*) emit_driver_token kingbase ;; esac
+  case "$text" in *highgo*) emit_driver_token highgo ;; esac
+  case "$text" in *vastbase*) emit_driver_token vastbase ;; esac
+  case "$text" in *opengauss*) emit_driver_token opengauss ;; esac
+  case "$text" in *iris*) emit_driver_token iris ;; esac
+  case "$text" in *mongodb*) emit_driver_token mongodb ;; esac
+  case "$text" in *tdengine*) emit_driver_token tdengine ;; esac
+  case "$text" in *clickhouse*) emit_driver_token clickhouse ;; esac
+
+  case "$text" in
+    *github.com/go-sql-driver/mysql*)
+      emit_driver_token mariadb
+      emit_driver_token oceanbase
+      emit_driver_token doris
+      emit_driver_token starrocks
+      emit_driver_token sphinx
+      ;;
+  esac
+  case "$text" in *github.com/microsoft/go-mssqldb*) emit_driver_token sqlserver ;; esac
+  case "$text" in *modernc.org/sqlite*) emit_driver_token sqlite ;; esac
+  case "$text" in *github.com/duckdb/duckdb-go/v2*|*github.com/duckdb/duckdb-go-bindings*) emit_driver_token duckdb ;; esac
+  case "$text" in *gitee.com/chunanyong/dm*) emit_driver_token dameng ;; esac
+  case "$text" in *gitea.com/kingbase/gokb*) emit_driver_token kingbase ;; esac
+  case "$text" in *github.com/highgo/pq-sm3*|*third_party/highgo-pq*) emit_driver_token highgo ;; esac
+  case "$text" in
+    *github.com/lib/pq*)
+      emit_driver_token vastbase
+      emit_driver_token opengauss
+      ;;
+  esac
+  case "$text" in *github.com/caretdev/go-irisnative*|*third_party/go-irisnative*) emit_driver_token iris ;; esac
+  case "$text" in *go.mongodb.org/mongo-driver*|*go.mongodb.org/mongo-driver/v2*) emit_driver_token mongodb ;; esac
+  case "$text" in *github.com/taosdata/driver-go/v3*) emit_driver_token tdengine ;; esac
+  case "$text" in *github.com/clickhouse/clickhouse-go/v2*|*github.com/clickhouse/ch-go*) emit_driver_token clickhouse ;; esac
+}
+
+emit_driver_token() {
+  local driver
+  driver="$(normalize_driver "$1")" || return 0
+  if [[ "$emitted_seen" == *"|$driver|"* ]]; then
+    return 0
+  fi
+  printf '%s\n' "$driver"
+  emitted_seen="${emitted_seen}${driver}|"
+}
+
+shared_file_driver_delta() {
+  local file="$1"
+  local line text tokens token added_seen removed_seen
+  local touched_seen emitted_seen
+  local saw_unattributed_change=false
+  added_seen="|"
+  removed_seen="|"
+  touched_seen="|"
+
+  while IFS= read -r line; do
+    case "$line" in
+      +++*|---*|@@*)
+        continue
+        ;;
+      +*|-*)
+        text="${line:1}"
+        case "$text" in
+          *[![:space:]]*) ;;
+          *) continue ;;
+        esac
+        tokens="$(driver_tokens_from_text "$text")"
+        if [[ -z "$tokens" ]]; then
+          saw_unattributed_change=true
+          continue
+        fi
+        while IFS= read -r token; do
+          [[ -n "$token" ]] || continue
+          touched_seen="${touched_seen}${token}|"
+          case "$line" in
+            +*) added_seen="${added_seen}${token}|" ;;
+            -*) removed_seen="${removed_seen}${token}|" ;;
+          esac
+        done <<<"$tokens"
+        ;;
+    esac
+  done < <(git diff --unified=0 "$base_commit" "$head_commit" -- "$file")
+
+  if [[ "$saw_unattributed_change" == "true" ]]; then
+    return 1
+  fi
+
+  if [[ "$file" == "go.mod" || "$file" == "go.sum" ]]; then
+    emitted_seen="|"
+    for driver in "${DEFAULT_DRIVERS[@]}"; do
+      if [[ "$touched_seen" == *"|$driver|"* && "$emitted_seen" != *"|$driver|"* ]]; then
+        printf '%s\n' "$driver"
+        emitted_seen="${emitted_seen}${driver}|"
+      fi
+    done
+    return 0
+  fi
+
+  emitted_seen="|"
+  for driver in "${DEFAULT_DRIVERS[@]}"; do
+    if [[ "$added_seen" == *"|$driver|"* && "$removed_seen" != *"|$driver|"* ]]; then
+      printf '%s\n' "$driver"
+      emitted_seen="${emitted_seen}${driver}|"
+      continue
+    fi
+    if [[ "$removed_seen" == *"|$driver|"* && "$added_seen" != *"|$driver|"* ]]; then
+      printf '%s\n' "$driver"
+      emitted_seen="${emitted_seen}${driver}|"
+    fi
+  done
+  if [[ "$emitted_seen" != "|" ]]; then
+    return 0
+  fi
+
+  for driver in "${DEFAULT_DRIVERS[@]}"; do
+    if [[ "$touched_seen" == *"|$driver|"* ]]; then
+      printf '%s\n' "$driver"
+    fi
+  done
+}
+
+source_file_driver_tokens() {
+  local file="$1"
+  local line text tokens token touched_seen emitted_seen
+  touched_seen="|"
+
+  while IFS= read -r line; do
+    case "$line" in
+      +++*|---*|@@*)
+        continue
+        ;;
+      +*|-*)
+        text="${line:1}"
+        tokens="$(driver_tokens_from_text "$text")"
+        while IFS= read -r token; do
+          [[ -n "$token" ]] || continue
+          touched_seen="${touched_seen}${token}|"
+        done <<<"$tokens"
+        ;;
+    esac
+  done < <(git diff --unified=0 "$base_commit" "$head_commit" -- "$file")
+
+  emitted_seen="|"
+  for driver in "${DEFAULT_DRIVERS[@]}"; do
+    if [[ "$touched_seen" == *"|$driver|"* && "$emitted_seen" != *"|$driver|"* ]]; then
+      printf '%s\n' "$driver"
+      emitted_seen="${emitted_seen}${driver}|"
+    fi
+  done
+}
+
+add_forced_drivers_from_tokens() {
+  local tokens="$1"
+  local driver
+  while IFS= read -r driver; do
+    [[ -n "$driver" ]] || continue
+    add_forced_driver "$driver"
+  done <<<"$tokens"
+}
+
+add_all_forced_drivers() {
+  local driver
+  for driver in "${DEFAULT_DRIVERS[@]}"; do
+    add_forced_driver "$driver"
+  done
+}
+
+is_ignored_driver_agent_source_file() {
+  case "$1" in
+    *_test.go|frontend/*|internal/app/*|internal/db/driver_agent_revisions_gen.go)
+      return 0
+      ;;
+  esac
+  return 1
+}
+
+attribute_source_file_change() {
+  local file="$1"
+  local tokens
+
+  if is_ignored_driver_agent_source_file "$file"; then
+    return 0
+  fi
+
+  tokens="$(driver_tokens_from_text "$file")"
+  if [[ -n "$tokens" ]]; then
+    add_forced_drivers_from_tokens "$tokens"
+    return 0
+  fi
+
+  tokens="$(source_file_driver_tokens "$file")"
+  if [[ -n "$tokens" ]]; then
+    add_forced_drivers_from_tokens "$tokens"
+    return 0
+  fi
+
+  case "$file" in
+    cmd/optional-driver-agent/*.go|internal/db/*.go)
+      add_all_forced_drivers
+      return 0
+      ;;
+  esac
+
+  return 1
+}
+
 list_dependency_files() {
   local tags="$1"
   local cgo_enabled="$2"
@@ -145,7 +366,7 @@ list_dependency_files() {
   CGO_ENABLED="$cgo_enabled" GOOS="$goos" GOARCH="$goarch" GOTOOLCHAIN=auto \
     go list -deps \
       -tags "$tags" \
-      -f '{{if and (not .Standard) .Module.Main}}{{range .GoFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .CgoFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .CFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .CXXFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .MFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .HFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .SFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .SysoFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{end}}' \
+      -f '{{if not .Standard}}{{range .GoFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .CgoFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .CFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .CXXFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .MFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .HFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .SFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{range .SysoFiles}}{{$.Dir}}/{{.}}{{"\n"}}{{end}}{{end}}' \
       ./cmd/optional-driver-agent | sort -u >"$output"
 }
 
@@ -241,17 +462,33 @@ if [[ ${#changed_file_set[@]} -eq 0 ]]; then
   exit 0
 fi
 
+declare -a forced_changed_drivers=()
+forced_driver_seen="|"
 for file in "${!changed_file_set[@]}"; do
   case "$file" in
-    go.mod|go.sum|build-driver-agents.sh|tools/compress-driver-artifact.sh|tools/generate-driver-agent-revisions.sh|tools/detect-changed-driver-agents.sh)
+    go.mod|go.sum|build-driver-agents.sh|tools/generate-driver-agent-revisions.sh)
+      set +e
+      shared_delta="$(shared_file_driver_delta "$file")"
+      shared_status=$?
+      set -e
+      if [[ "$shared_status" -ne 0 ]]; then
+        echo "检测到共享 driver-agent 输入存在无法归因的变更；保守构建全部 driver-agent：$file" >&2
+        all_drivers_csv
+        exit 0
+      fi
+      add_forced_drivers_from_tokens "$shared_delta"
+      ;;
+    tools/compress-driver-artifact.sh)
+      echo "检测到 driver-agent 压缩脚本变更；保守构建全部 driver-agent：$file" >&2
       all_drivers_csv
       exit 0
       ;;
+    tools/detect-changed-driver-agents.sh)
+      # This script only selects CI work; it is not embedded in driver-agent binaries.
+      ;;
   esac
 done
 
-declare -a forced_changed_drivers=()
-forced_driver_seen="|"
 for file in "${!changed_file_set[@]}"; do
   case "$file" in
     internal/db/duckdb_*.go)
@@ -260,22 +497,28 @@ for file in "${!changed_file_set[@]}"; do
   esac
 done
 
-has_source_candidate=false
+has_unattributed_source_candidate=false
 for file in "${!changed_file_set[@]}"; do
   if is_dependency_source_file "$file"; then
-    has_source_candidate=true
+    if attribute_source_file_change "$file"; then
+      continue
+    fi
+    has_unattributed_source_candidate=true
     break
   fi
 done
 
-if [[ "$has_source_candidate" != "true" ]]; then
-  echo ""
+if [[ "$has_unattributed_source_candidate" != "true" ]]; then
+  join_drivers "${forced_changed_drivers[@]}"
   exit 0
 fi
 
 while IFS= read -r -d '' file; do
   file="$(relative_repo_path "$file")"
   if is_dependency_source_file "$file"; then
+    if attribute_source_file_change "$file"; then
+      continue
+    fi
     echo "检测到源码依赖候选文件被删除；保守构建全部 driver-agent：$file" >&2
     all_drivers_csv
     exit 0