Run an A/B test

// shipd.config.ts
import { defineFlags } from "shipdit/config";

export default defineFlags({
  "search-variant": {
    type: "variant",
    variants: ["control", "semantic", "hybrid"] as const,
    default: "control",
    description: "Search ranking experiment",
    tags: ["search", "experiment"],
  },
});

// Entries inside config.ShipdConfig (import github.com/alasti-company/useshipd.com/sdks/go/config).
"search-variant": {Type: "variant", Default: "control",
    Variants: []string{"control", "semantic", "hybrid"},
    Description: "Search ranking experiment", Tags: []string{"search", "experiment"}},

// src/search.ts
import { shipd } from "./lib/shipd";
import { analytics } from "./lib/analytics";

export function search(userId: string, query: string) {
  const variant = shipd.getVariant("search-variant", { userId });

  analytics.track("experiment_exposure", {
    userId,
    experiment: "search-variant",
    variant,
  });

  switch (variant) {
    case "semantic":
      return semanticSearch(query);
    case "hybrid":
      return hybridSearch(query);
    default:
      return controlSearch(query);
  }
}

// search.go
variant := client.GetVariant("search-variant", shipd.EvaluationContext{UserID: userID})
analytics.Track("experiment_exposure", map[string]any{
    "userId": userID, "experiment": "search-variant", "variant": variant,
})
// Use variant to choose the search implementation.