1/**
2 * Rubric Generation Example
3 * 
4 * Demonstrates how to generate evaluation rubrics for custom criteria.
5 * 
6 * Run: npx tsx examples/generate-rubric.ts
7 */
8 
9import 'dotenv/config';
10import { EvaluatorAgent } from '../src/agents/evaluator.js';
11import { validateConfig } from '../src/config/index.js';
12 
13async function main() {
14  validateConfig();
15 
16  const agent = new EvaluatorAgent();
17 
18  console.log('=== Rubric Generation Example ===\n');
19 
20  // Generate a rubric for code review
21  const result = await agent.generateRubric({
22    criterionName: 'Code Readability',
23    criterionDescription: 'How easy the code is to read, understand, and maintain',
24    scale: '1-5',
25    domain: 'software engineering',
26    includeExamples: true,
27    strictness: 'balanced'
28  });
29 
30  if (result.success) {
31    console.log(`Criterion: ${result.criterion.name}`);
32    console.log(`Description: ${result.criterion.description}`);
33    console.log(`Scale: ${result.scale.min}-${result.scale.max}`);
34    console.log(`Domain: ${result.metadata.domain || 'General'}`);
35    console.log(`Strictness: ${result.metadata.strictness}`);
36 
37    console.log('\n--- Score Levels ---\n');
38    result.levels.forEach(level => {
39      console.log(`[${level.score}] ${level.label}`);
40      console.log(`    ${level.description}`);
41      console.log(`    Characteristics:`);
42      level.characteristics.forEach(c => console.log(`      - ${c}`));
43      if (level.example) {
44        console.log(`    Example: ${level.example.slice(0, 100)}...`);
45      }
46      console.log();
47    });
48 
49    console.log('--- Scoring Guidelines ---');
50    result.scoringGuidelines.forEach((g, i) => {
51      console.log(`${i + 1}. ${g}`);
52    });
53 
54    console.log('\n--- Edge Cases ---');
55    result.edgeCases.forEach(ec => {
56      console.log(`\nSituation: ${ec.situation}`);
57      console.log(`Guidance: ${ec.guidance}`);
58    });
59 
60    console.log(`\nGeneration Time: ${result.metadata.generationTimeMs}ms`);
61  } else {
62    console.error('Rubric generation failed');
63  }
64}
65 
66main().catch(console.error);
67 
68