Datasets

import { createDataset } from "@arizeai/phoenix-client/datasets";

const { datasetId } = await createDataset({
  name: "support-eval",
  description: "Support questions with expected answers",
  examples: [
    {
      id: "order-tracking",
      input: { question: "Where is my order?" },
      output: { answer: "Use the tracking page in your account." },
      metadata: { channel: "chat" },
    },
    {
      id: "password-reset",
      input: { question: "How do I reset my password?" },
      output: { answer: "Use the forgot password flow." },
      metadata: { channel: "chat" },
    },
  ],
});

import {
  appendDatasetExamples,
  createDataset,
} from "@arizeai/phoenix-client/datasets";

const dataset = await createDataset({
  name: "support-eval",
  description: "Support questions with expected answers",
  examples: [
    {
      id: "order-tracking",
      input: { question: "Where is my order?" },
      output: { answer: "Use the tracking page in your account." },
    },
  ],
});

await appendDatasetExamples({
  dataset,
  examples: [
    {
      id: "password-reset",
      input: { question: "How do I reset my password?" },
      output: { answer: "Use the forgot password flow." },
    },
  ],
});

import {
  createDatasetSplit,
  deleteDatasetSplit,
  getDatasetExamples,
  updateDatasetSplit,
} from "@arizeai/phoenix-client/datasets";

const datasetIdentifier = "support-eval";
const dataset = { datasetName: datasetIdentifier };
const { examples } = await getDatasetExamples({
  dataset,
});
const [firstExample, secondExample] = examples;
if (firstExample == null || secondExample == null) {
  throw new Error("At least two examples are required to demonstrate split updates");
}

const testSplit = await createDatasetSplit({
  dataset,
  name: "test",
  description: "Held-out evaluation examples",
  exampleIds: [firstExample.id],
});

// Only provided fields change. Adding an existing member or removing a
// non-member is an idempotent no-op.
await updateDatasetSplit({
  dataset,
  splitId: testSplit.id,
  description: "Reviewed held-out examples",
  addExampleIds: [secondExample.id],
  removeExampleIds: [firstExample.id],
});

// Deleting a split removes its memberships, not the underlying examples.
await deleteDatasetSplit({
  dataset,
  splitId: testSplit.id,
});