カスタムジャッジスコアラー

npm install @mastra/core

import { openai } from '@ai-sdk/openai';
import { createScorer } from '@mastra/core/scores';
import { z } from 'zod';
 
export const GLUTEN_INSTRUCTIONS = `あなたはレシピにグルテンが含まれているかを識別するシェフです。`;
 
export const generateGlutenPrompt = ({ output }: { output: string }) => `このレシピがグルテンフリーかどうかをチェックしてください。
 
チェック項目：
- 小麦
- 大麦
- ライ麦
- 小麦粉、パスタ、パンなどの一般的な原料
 
グルテンを含む例：
"小麦粉と水を混ぜて生地を作る"
レスポンス: {
  "isGlutenFree": false,
  "glutenSources": ["小麦粉"]
}
 
グルテンフリーの例：
"米、豆、野菜を混ぜる"
レスポンス: {
  "isGlutenFree": true,
  "glutenSources": []
}
 
分析するレシピ：
${output}
 
この形式でレスポンスを返してください：
{
  "isGlutenFree": boolean,
  "glutenSources": ["グルテンを含む材料のリスト"]
}`;
 
export const generateReasonPrompt = ({
  isGlutenFree,
  glutenSources,
}: {
  isGlutenFree: boolean;
  glutenSources: string[];
}) => `このレシピが${isGlutenFree ? 'グルテンフリーである' : 'グルテンフリーではない'}理由を説明してください。
 
${glutenSources.length > 0 ? `グルテンの原因：${glutenSources.join('、')}` : 'グルテンを含む材料は見つかりませんでした'}
 
この形式でレスポンスを返してください：
"このレシピは[グルテンフリー/グルテンを含む]です。理由は[説明]"`;
 
export const glutenCheckerScorer = createScorer({
  name: 'Gluten Checker',
  description: '出力にグルテンが含まれているかをチェックします',
  judge: {
    model: openai('gpt-4o'),
    instructions: GLUTEN_INSTRUCTIONS,
  },
})
  .analyze({
    description: '出力のグルテンを分析します',
    outputSchema: z.object({
      isGlutenFree: z.boolean(),
      glutenSources: z.array(z.string()),
    }),
    createPrompt: ({ run }) => {
      const { output } = run;
      return generateGlutenPrompt({ output: output.text });
    },
  })
  .generateScore(({ results }) => {
    return results.analyzeStepResult.isGlutenFree ? 1 : 0;
  })
  .generateReason({
    description: 'スコアの理由を生成します',
    createPrompt: ({ results }) => {
      return generateReasonPrompt({
        glutenSources: results.analyzeStepResult.glutenSources,
        isGlutenFree: results.analyzeStepResult.isGlutenFree,
      });
    },
  });

judge: {
  model: openai('gpt-4o'),
  instructions: GLUTEN_INSTRUCTIONS,
}

.analyze({
  description: '出力のグルテンを分析します',
  outputSchema: z.object({
    isGlutenFree: z.boolean(),
    glutenSources: z.array(z.string()),
  }),
  createPrompt: ({ run }) => {
    const { output } = run;
    return generateGlutenPrompt({ output: output.text });
  },
})

.generateScore(({ results }) => {
  return results.analyzeStepResult.isGlutenFree ? 1 : 0;
})

.generateReason({
  description: 'スコアの理由を生成する',
  createPrompt: ({ results }) => {
    return generateReasonPrompt({
      glutenSources: results.analyzeStepResult.glutenSources,
      isGlutenFree: results.analyzeStepResult.isGlutenFree,
    });
  },
})

## グルテンフリー度が高い例

```typescript filename="src/example-high-gluten-free.ts" showLineNumbers copy
const result = await glutenCheckerScorer.run({
  input: [{ role: 'user', content: 'Mix rice, beans, and vegetables' }],
  output: { text: 'Mix rice, beans, and vegetables' },
});

console.log('Score:', result.score);
console.log('Gluten sources:', result.analyzeStepResult.glutenSources);
console.log('Reason:', result.reason);

{
  score: 1,
  analyzeStepResult: { 
    isGlutenFree: true,
    glutenSources: [] 
  },
  reason: 'このレシピはグルテンフリーです。米、豆、野菜は天然のグルテンフリー食材であり、セリアック病の方でも安心してお召し上がりいただけます。'
}

const result = await glutenCheckerScorer.run({
  input: [{ role: 'user', content: 'Mix flour and water to make dough' }],
  output: { text: 'Mix flour and water to make dough' },
});
 
console.log('Score:', result.score);
console.log('Gluten sources:', result.analyzeStepResult.glutenSources);
console.log('Reason:', result.reason);

{
  score: 0,
  analyzeStepResult: { 
    isGlutenFree: false,
    glutenSources: ['flour'] 
  },
  reason: 'This recipe is not gluten-free because it contains flour. Regular flour is made from wheat and contains gluten, making it unsafe for people with celiac disease or gluten sensitivity.'
}

const result = await glutenCheckerScorer.run({
  input: [{ role: 'user', content: 'Add soy sauce and noodles' }],
  output: { text: 'Add soy sauce and noodles' },
});
 
console.log('Score:', result.score);
console.log('Gluten sources:', result.analyzeStepResult.glutenSources);
console.log('Reason:', result.reason);

{
  score: 0,
  analyzeStepResult: { 
    isGlutenFree: false,
    glutenSources: ['soy sauce', 'noodles'] 
  },
  reason: 'This recipe is not gluten-free because it contains soy sauce, noodles. Regular soy sauce contains wheat and most noodles are made from wheat flour, both of which contain gluten and are unsafe for people with gluten sensitivity.'
}

{
  runId: string,
  analyzeStepResult: {
    isGlutenFree: boolean,
    glutenSources: string[]
  },
  score: number,
  reason: string,
  analyzePrompt?: string,
  generateReasonPrompt?: string
}