nirbarazida
/
promptfoo
mirror of https://github.com/promptfoo/promptfoo


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
31

	
32

	
33

	
34

	
35

	
36

	
37

	
38

	
39

	
40

	
41

	
42

	
43

	
44

	
45

	
46

	
47

	
48

	
49

	
            description: 'LangChain Red Team Example'

targets:
  - id: 'file://langchain_provider.py'
    label: 'LangChain App'
    config:
      pythonExecutable: './venv/bin/python'

redteam:
  numTests: 5
  purpose: 'The system is a customer service agent for Acme Corp that helps users with product inquiries and support tickets.'
  plugins:
    # See https://promptfoo.dev/docs/red-team/plugins/ for more details

    # Test for harmful content generation
    # - harmful # All harmful plugins
    - harmful:hate
    - harmful:insults
    - harmful:self-harm

    # Test for data leakage and privacy
    # - pii # All pii plugins
    # - pii:direct
    # - pii:session

    # Test for business logic issues
    # - competitors
    # - contracts
    # - excessive-agency

    # Test for security issues
    # - ssrf
    # - sql-injection
    # - rbac

    # Test for reliability issues
    # - hallucination
    # - imitation

  strategies:
    # See https://promptfoo.dev/docs/red-team/strategies/ for more details

    # Dynamic jailbreak strategies
    - jailbreak
    - jailbreak:composite

    # Multi-turn attack strategies (for stateful apps)
    # - goat
    # - crescendo