{"library":"mongodb-assistant-eval","type":"library","category":null,"description":"An evaluation library for the MongoDB Assistant API, version 0.0.8, designed to support dataset schemas and loaders, evaluation scorers, metrics, and a programmatic CLI helper for building evaluation pipelines. It integrates with Braintrust for running evals, OpenAI for tool call types, and Zod for schema validation. Optional peer dependencies enable LLM-as-judge scorers (via ai, autoevals), MongoDB dataset loading, and Slack reporting. It is actively developed by MongoDB, with TypeScript types included. Key differentiators include a focus on conversation evaluation with built-in scorers like Factuality and Faithfulness, and flexible dataset loaders from YAML, JSON, or MongoDB.","language":"javascript","status":"active","version":"0.0.8","tags":["javascript","evaluation","mongodb","assistant","braintrust","typescript"],"last_verified":"Fri Jun 05","install":[{"cmd":"npm install mongodb-assistant-eval","imports":["import { ConversationEvalCaseSchema } from 'mongodb-assistant-eval/schema'","import { getConversationEvalCasesFromYaml } from 'mongodb-assistant-eval/datasets'","import { createMongoDbAssistantEvalCli } from 'mongodb-assistant-eval/cli'","import type { ConversationEvalScorer } from 'mongodb-assistant-eval/eval'"]},{"cmd":"yarn add mongodb-assistant-eval","imports":[]},{"cmd":"pnpm add mongodb-assistant-eval","imports":[]}],"homepage":"https://github.com/mongodb/ai-assistant#readme","github":"https://github.com/mongodb/ai-assistant","docs":null,"changelog":null,"pypi":null,"npm":"mongodb-assistant-eval","openapi_spec":null,"status_page":null,"smithery":null,"compatibility":null}