nirbarazida
/
promptfoo
mirror of https://github.com/promptfoo/promptfoo


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
            description: Image Classification Example of Fashion MNIST dataset
providers:
  - id: anthropic:messages:claude-3-5-sonnet-20240620
    label: claude-3.5-sonnet
prompts:
  - id: file://prompt.js
    label: Image Classification
tests: file://fashion_mnist_sample_base64.csv
defaultTest:
  assert:
    - type: contains-xml
      value:
        requiredElements:
          - analysis.classification
          - analysis.color
          - analysis.confidence
          - analysis.features
          - analysis.reasoning
          - analysis.style
    - type: is-xml
      value: 'analysis.classification,analysis.color,analysis.features,analysis.style,analysis.confidence,analysis.reasoning'
    - type: contains
      value: '<classification>{{label}}</classification>'