nirbarazida
/
promptfoo
mirror of https://github.com/promptfoo/promptfoo


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
31

	
32

	
33

	
34

	
35

	
36

	
37

	
38

	
39

	
40

	
41

	
42

	
43

	
            def get_assert(output, context):
    print("Prompt:", context["prompt"])
    print("Vars", context["vars"]["topic"])

    # You can return a bool...
    # return 'bananas' in output.lower()

    # A score (where 0 = Fail)...
    # return 0.5

    # Or an entire grading result, which can be simple...
    result = {
        "pass": "bananas" in output.lower(),
        "score": 0.5,
        "reason": "Contains banana",
    }

    # Or include nested assertions...
    result = {
        "pass": True,
        "score": 0.75,
        "reason": "Looks good to me",
        "componentResults": [
            {
                "pass": "bananas" in output.lower(),
                "score": 0.5,
                "reason": "Contains banana",
                "namedScores": {
                    "Uses banana": 1.0,
                },
            },
            {
                "pass": "yellow" in output.lower(),
                "score": 0.5,
                "reason": "Contains yellow",
                "namedScores": {
                    "Yellowish": 0.66,
                },
            },
        ],
    }

    return result