Ship Better AI, Faster

import { Experiment } from 'experiments.do';

const RAGvsFinetune = new Experiment({
  name: 'RAG vs. Finetuned Model',
  description: 'Compare retrieval-augmented generation against a finetuned model for product Q&A.',
  variants: [
    {
      id: 'rag_pipeline',
      agent: 'productExpertAgent',
      config: { useRAG: true, model: 'gpt-4-turbo' }
    },
    {
      id: 'finetuned_model',
      agent: 'productExpertAgent',
      config: { useRAG: false, model: 'ft:gpt-3.5-turbo-product-qa' }
    }
  ],
  metrics: ['accuracy', 'latency', 'hallucination_rate'],
  sampleSize: 1000
});

RAGvsFinetune.run().then(results => {
  console.log(results.winner);
});