feat(js): input mapping for evaluators

[mikeldking]

resolves #9125

/* eslint-disable no-console */
import { bindEvaluator, createHallucinationEvaluator } from "../src";

import { openai } from "@ai-sdk/openai";

const model = openai("gpt-4o-mini");

type ExampleType = {
  question: string;
  context: string;
  answer: string;
};
const examples: ExampleType[] = [
  {
    question: "Is Arize Phoenix Open Source?",
    context:
      "Arize Phoenix is a platform for building and deploying AI applications. It is open source.",
    answer: "Arize is not open source.",
  },
  {
    question: "Does Arize Phoenix cost money?",
    context:
      "Arize Phoenix is a platform for building and deploying AI applications. It is free to use.",
    answer: "No, Arize Phoenix is free to use.",
  },
];
async function main() {
  const evaluator = bindEvaluator<ExampleType>(
    createHallucinationEvaluator({
      model,
    }),
    {
      inputMapping: {
        input: "question",
        reference: "context",
        output: "answer",
      },
    }
  );

  for (const example of examples) {
    const result = await evaluator.evaluate(example);
    console.log(result);
  }
}

main().catch(console.error);

[pkg-pr-new]

Open in StackBlitz

npm i https://pkg.pr.new/Arize-ai/phoenix/@arizeai/phoenix-client@10360

npm i https://pkg.pr.new/Arize-ai/phoenix/@arizeai/phoenix-evals@10360

npm i https://pkg.pr.new/Arize-ai/phoenix/@arizeai/phoenix-mcp@10360

npm i https://pkg.pr.new/Arize-ai/phoenix/@arizeai/phoenix-otel@10360

commit: c186741