nirbarazida
/
promptfoo
mirror of https://github.com/promptfoo/promptfoo


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
            # yaml-language-server: $schema=https://promptfoo.dev/config-schema.json

description: Array-based multi-language translation testing

prompts:
  - file://prompts.txt

providers:
  - openai:gpt-4.1-mini
  - openai:gpt-4.1
  - anthropic:claude-sonnet-4-20250514

tests:
  - vars:
      language:
        - French
        - German
        - Spanish
        - Italian
        - Portuguese
      input:
        - 'Hello world'
        - 'Good morning'
        - 'How are you?'
        - 'Thank you very much'
        - 'See you later'
    assert:
      - type: llm-rubric
        value: 'Is this a correct translation of "{{input}}" into {{language}}? Score 1-5 where 5 is perfect.'
        threshold: 0.7