confidence-ai-plugins/package.json at main · spotify/confidence-ai-plugins · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
{
  "name": "confidence-ai-plugins-evals",
  "private": true,
  "type": "module",
  "scripts": {
    "eval": "braintrust eval evals/migrate-optimizely.eval.ts evals/migrate-posthog.eval.ts evals/migrate-eppo.eval.ts evals/migrate-statsig.eval.ts evals/onboard-confidence.eval.ts",
    "eval:hendrix": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY BRAINTRUST_API_URL=${BRAINTRUST_API_URL:-https://braintrust.spotifyinternal.com} braintrust eval evals/migrate-optimizely.eval.ts evals/migrate-posthog.eval.ts evals/migrate-eppo.eval.ts evals/migrate-statsig.eval.ts evals/onboard-confidence.eval.ts",
    "eval:hendrix:local": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY braintrust eval --no-send-logs evals/migrate-optimizely.eval.ts evals/migrate-posthog.eval.ts evals/migrate-eppo.eval.ts evals/migrate-statsig.eval.ts evals/onboard-confidence.eval.ts",
    "eval:optimizely": "braintrust eval evals/migrate-optimizely.eval.ts",
    "eval:optimizely:local": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY braintrust eval --no-send-logs evals/migrate-optimizely.eval.ts",
    "eval:multi-turn:optimizely:local": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY braintrust eval --no-send-logs evals/multi-turn/migrate-optimizely.eval.ts",
    "eval:posthog": "braintrust eval evals/migrate-posthog.eval.ts",
    "eval:eppo": "braintrust eval evals/migrate-eppo.eval.ts",
    "eval:statsig": "braintrust eval evals/migrate-statsig.eval.ts",
    "eval:onboard": "braintrust eval evals/onboard-confidence.eval.ts",
    "eval:onboard:local": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY braintrust eval --no-send-logs evals/onboard-confidence.eval.ts",
    "eval:multi-turn": "braintrust eval evals/multi-turn/migrate-optimizely.eval.ts evals/multi-turn/migrate-posthog.eval.ts evals/multi-turn/migrate-eppo.eval.ts evals/multi-turn/migrate-statsig.eval.ts evals/multi-turn/onboard-confidence.eval.ts",
    "eval:multi-turn:hendrix": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY BRAINTRUST_API_URL=${BRAINTRUST_API_URL:-https://braintrust.spotifyinternal.com} braintrust eval evals/multi-turn/migrate-optimizely.eval.ts evals/multi-turn/migrate-posthog.eval.ts evals/multi-turn/migrate-eppo.eval.ts evals/multi-turn/migrate-statsig.eval.ts evals/multi-turn/onboard-confidence.eval.ts",
    "eval:multi-turn:local": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY braintrust eval --no-send-logs evals/multi-turn/migrate-optimizely.eval.ts evals/multi-turn/migrate-posthog.eval.ts evals/multi-turn/migrate-eppo.eval.ts evals/multi-turn/migrate-statsig.eval.ts evals/multi-turn/onboard-confidence.eval.ts",
    "eval:multi-turn:onboard": "braintrust eval evals/multi-turn/onboard-confidence.eval.ts",
    "eval:multi-turn:onboard:local": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY braintrust eval --no-send-logs evals/multi-turn/onboard-confidence.eval.ts",
    "eval:instrument-events": "braintrust eval evals/instrument-events.eval.ts",
    "eval:instrument-events:hendrix": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY BRAINTRUST_API_URL=${BRAINTRUST_API_URL:-https://braintrust.spotifyinternal.com} braintrust eval evals/instrument-events.eval.ts",
    "eval:instrument-events:local": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY braintrust eval --no-send-logs evals/instrument-events.eval.ts",
    "eval:explore-metric": "braintrust eval evals/explore-metric.eval.ts",
    "eval:explore-metric:hendrix": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY BRAINTRUST_API_URL=${BRAINTRUST_API_URL:-https://braintrust.spotifyinternal.com} braintrust eval evals/explore-metric.eval.ts",
    "eval:explore-metric:local": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY braintrust eval --no-send-logs evals/explore-metric.eval.ts",
    "eval:multi-turn:instrument-events": "braintrust eval evals/multi-turn/instrument-events.eval.ts",
    "eval:multi-turn:instrument-events:hendrix": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY BRAINTRUST_API_URL=${BRAINTRUST_API_URL:-https://braintrust.spotifyinternal.com} braintrust eval evals/multi-turn/instrument-events.eval.ts",
    "eval:multi-turn:instrument-events:local": "ANTHROPIC_BASE_URL=${HENDRIX_BASE_URL:-https://hendrix-genai.spotify.net/taskforce/glm-5-2} ANTHROPIC_API_KEY=$HENDRIX_API_KEY braintrust eval --no-send-logs evals/multi-turn/instrument-events.eval.ts"
  },
  "dependencies": {
    "@anthropic-ai/sdk": "^0.39.0",
    "braintrust": "^0.0.182",
    "yaml": "^2.9.0"
  },
  "devDependencies": {
    "tsx": "^4.19.0",
    "typescript": "^5.5.0"
  }
}