nirbarazida
/
promptfoo
mirror of https://github.com/promptfoo/promptfoo


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
31

	
32

	
33

	
34

	
35

	
36

	
37

	
38

	
39

	
40

	
41

	
42

	
            # yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
description: Evaluating Llama models for educational concept explanations
prompts:
  - file://prompts.txt
providers:
  - id: cerebras:llama-4-scout-17b-16e-instruct
    config:
      temperature: 0.7
      max_completion_tokens: 1024
  - id: cerebras:llama-3.3-70b
    config:
      temperature: 0.5
      max_completion_tokens: 1024
tests:
  - vars:
      topic: quantum computing
      concept: quantum entanglement
    assert:
      - type: contains-any
        value: ['particles', 'correlation', 'distance', 'spooky action', 'Einstein']
  - vars:
      topic: artificial intelligence
      concept: transformer architecture
    assert:
      - type: contains-any
        value:
          ['attention mechanism', 'self-attention', 'parallel processing', 'encoder', 'decoder']
  - vars:
      topic: astrophysics
      concept: black hole information paradox
    assert:
      - type: contains-any
        value:
          [
            'Hawking radiation',
            'event horizon',
            'quantum mechanics',
            'information loss',
            'firewall',
          ]
outputs:
  - type: csv