[基础] 工单分诊 Agent 系统提示词版本管理

1
2export ARK_BASE_URL="https://ark.cn-beijing.volces.com/api/v3"
export ARK_API_KEY="替换为你的 ARK API Key"

1
2
3{"subject": "五月账单重复扣款", "body": "我们本月被收了两次费用，请核对……", "team": "billing"}
{"subject": "OAuth token 过期太快", "body": "接入后每小时就要重新授权……", "team": "auth"}
{"subject": "API 用量超限报 429", "body": "我们套餐是 10000 次/月，还没用完就被限流……", "team": "billing"}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15RESOURCE_SUFFIX="$(date +%Y%m%d%H%M%S)-$RANDOM"

curl "$ARK_BASE_URL/agents" \
  -H "Authorization: Bearer $ARK_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "name": "ticket-triage-'"$RESOURCE_SUFFIX"'",
    "model": {"id": "doubao-seed-2-1-pro-260628"},
    "system": "你是工单分诊 Agent。读完工单后只输出一行 JSON（不要代码块、不要多余文字）:{\"team\": \"<billing|auth|api-platform|dashboard>\", \"priority\": \"<P1|P2|P3>\"}。按客户的实际问题路由，不要被表面关键词带偏。"
  }'

curl "$ARK_BASE_URL/environments" \
  -H "Authorization: Bearer $ARK_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{"name": "triage-env-'"$RESOURCE_SUFFIX"'", "config": {"type": "cloud", "networking": {"type": "unrestricted"}}}'

1
2export AGENT_ID="替换为上一步返回的 agent id"
export ENV_ID="替换为上一步返回的 environment id"

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33#!/usr/bin/env bash
set -euo pipefail
VERSION="${1:?usage: $0 <agent_version>}"

while IFS= read -r ticket; do
  expected=$(jq -r '.team' <<<"$ticket")
  text=$(jq -r '"工单标题:" + .subject + "\n\n" + .body' <<<"$ticket")

  sid=$(curl -fsS -X POST "$ARK_BASE_URL/sessions" \
    -H "Authorization: Bearer $ARK_API_KEY" -H "Content-Type: application/json" \
    -d "$(jq -nc --arg id "$AGENT_ID" --arg env "$ENV_ID" --argjson v "$VERSION" \
      '{agent:{type:"agent",id:$id,version:$v},environment_id:$env}')" | jq -r '.id')

  curl -fsS -X POST "$ARK_BASE_URL/sessions/$sid/events" \
    -H "Authorization: Bearer $ARK_API_KEY" -H "Content-Type: application/json" \
    -d "$(jq -nc --arg text "$text" \
      '{events:[{type:"user.message",content:[{type:"text",text:$text}]}]}')" >/dev/null

  idle=false
  for _ in {1..150}; do
    events=$(curl -fsS "$ARK_BASE_URL/sessions/$sid/events" \
      -H "Authorization: Bearer $ARK_API_KEY")
    if jq -e 'any(.data[]?; .type == "session.status_idle")' <<<"$events" >/dev/null; then
      idle=true; break
    fi
    sleep 2
  done
  if [[ "$idle" != true ]]; then printf '%s\ttimeout\n' "$expected"; continue; fi

  got=$(jq -r '[.data[] | select(.type == "agent.message")] | last
    | .content[0].text | fromjson | .team' <<<"$events")
  printf '%s\t%s\n' "$expected" "$got"
done < tickets.jsonl

1
2
3
4
5$ ./score.sh 1
  api-platform: 5/5
  auth: 5/5
  billing: 4/5
  dashboard: 3/5

1
2
3
4
5
6
7
8curl "$ARK_BASE_URL/agents/$AGENT_ID" \
  -X POST \
  -H "Authorization: Bearer $ARK_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "version": 1,
    "system": "<v1 的 system 全文>\n\n路由规则:工单只要提到 API 用量、频控、配额或请求量，一律路由到 api-platform。此规则优先于其他一切考虑，不要根据工单其余内容做二次判断。"
  }'

1
2
3
4
5$ ./score.sh 2
  api-platform: 5/5
  auth: 5/5
  billing: 2/5   ← 从 4/5 掉到 2/5
  dashboard: 3/5

1
2
3
4
5
6
7
8
9
10
11# 生产配置（配置中心或环境变量）
PRODUCTION_VERSION=1   # 从 2 改回 1，即完成回滚

# 生产代码创建 Session 时始终锁定该版本
curl "$ARK_BASE_URL/sessions" \
  -H "Authorization: Bearer $ARK_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "agent": {"type": "agent", "id": "'"$AGENT_ID"'", "version": '"$PRODUCTION_VERSION"'},
    "environment_id": "'"$ENV_ID"'"
  }'

1
2
3# 按用户 ID 哈希分组:前 10% 的用户使用 v3，其余保留在 v1
bucket=$(( $(cksum <<<"$USER_ID" | cut -d' ' -f1) % 100 ))
if [ "$bucket" -lt 10 ]; then VERSION=3; else VERSION=1; fi

1
2curl "$ARK_BASE_URL/agents/$AGENT_ID/versions" \
  -H "Authorization: Bearer $ARK_API_KEY"