nirbarazida
/
promptfoo
mirror of https://github.com/promptfoo/promptfoo


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
31

	
32

	
33

	
34

	
35

	
36

	
37

	
38

	
39

	
40

	
41

	
42

	
43

	
44

	
45

	
46

	
47

	
48

	
49

	
50

	
51

	
52

	
53

	
54

	
55

	
56

	
57

	
58

	
59

	
60

	
61

	
62

	
63

	
64

	
65

	
66

	
67

	
68

	
69

	
70

	
71

	
72

	
73

	
74

	
75

	
76

	
77

	
78

	
79

	
80

	
81

	
82

	
83

	
84

	
85

	
86

	
87

	
88

	
89

	
90

	
91

	
92

	
93

	
94

	
95

	
96

	
97

	
98

	
99

	
100

	
101

	
102

	
103

	
104

	
105

	
106

	
107

	
108

	
109

	
110

	
111

	
112

	
113

	
114

	
115

	
116

	
117

	
118

	
119

	
120

	
121

	
122

	
123

	
124

	
125

	
126

	
127

	
128

	
129

	
130

	
131

	
132

	
133

	
134

	
135

	
136

	
137

	
138

	
139

	
140

	
141

	
142

	
143

	
144

	
145

	
146

	
147

	
148

	
149

	
150

	
151

	
152

	
153

	
154

	
155

	
156

	
157

	
158

	
159

	
160

	
161

	
162

	
163

	
164

	
165

	
166

	
167

	
168

	
169

	
170

	
171

	
172

	
173

	
174

	
175

	
176

	
177

	
178

	
179

	
180

	
181

	
182

	
            {
  "version": 1,
  "results": [
    {
      "prompt": {
        "raw": "[\n  {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n  {\"role\": \"user\", \"content\": \"Who won the world series in 1950?\"}\n]\n",
        "display": "[\n  {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n  {\"role\": \"user\", \"content\": \"Who won the world series in {{ year }}?\"}\n]\n"
      },
      "vars": {
        "year": 1950
      },
      "response": {
        "output": "The New York Yankees won the World Series in 1950.",
        "tokenUsage": {
          "cached": 42
        }
      },
      "success": true
    },
    {
      "prompt": {
        "raw": "[\n  {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n  {\"role\": \"user\", \"content\": \"Who won the world series in 1984?\"}\n]\n",
        "display": "[\n  {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n  {\"role\": \"user\", \"content\": \"Who won the world series in {{ year }}?\"}\n]\n"
      },
      "vars": {
        "year": 1984
      },
      "response": {
        "output": "The Detroit Tigers won the World Series in 1984.",
        "tokenUsage": {
          "cached": 41
        }
      },
      "success": true
    },
    {
      "prompt": {
        "raw": "[\n  {\"role\": \"system\", \"content\": \"You are a sports historian.\"},\n  {\"role\": \"user\", \"content\": \"This team won the world series in 1984:\"}\n]\n",
        "display": "[\n  {\"role\": \"system\", \"content\": \"You are a sports historian.\"},\n  {\"role\": \"user\", \"content\": \"This team won the world series in {{ year }}:\"}\n]\n"
      },
      "vars": {
        "year": 1984
      },
      "response": {
        "output": "The Detroit Tigers won the World Series in 1984. They defeated the San Diego Padres in five games to win their fourth championship in franchise history. The Tigers were led by manager Sparky Anderson and a talented roster that included players such as Alan Trammell, Lou Whitaker, Jack Morris, and Kirk Gibson.",
        "tokenUsage": {
          "cached": 94
        }
      },
      "success": true
    },
    {
      "prompt": {
        "raw": "[\n  {\"role\": \"system\", \"content\": \"You are a sports historian.\"},\n  {\"role\": \"user\", \"content\": \"This team won the world series in 1950:\"}\n]\n",
        "display": "[\n  {\"role\": \"system\", \"content\": \"You are a sports historian.\"},\n  {\"role\": \"user\", \"content\": \"This team won the world series in {{ year }}:\"}\n]\n"
      },
      "vars": {
        "year": 1950
      },
      "response": {
        "output": "The New York Yankees won the World Series in 1950.",
        "tokenUsage": {
          "cached": 43
        }
      },
      "success": true
    },
    {
      "prompt": {
        "raw": "[\n  {\"role\": \"system\", \"content\": \"You are a sports historian.\"},\n  {\"role\": \"user\", \"content\": \"This team won the world series in 2020:\"}\n]\n",
        "display": "[\n  {\"role\": \"system\", \"content\": \"You are a sports historian.\"},\n  {\"role\": \"user\", \"content\": \"This team won the world series in {{ year }}:\"}\n]\n"
      },
      "vars": {
        "year": 2020
      },
      "response": {
        "output": "The Los Angeles Dodgers won the World Series in 2020. It was their first championship since 1988.",
        "tokenUsage": {
          "cached": 53
        }
      },
      "success": true
    },
    {
      "prompt": {
        "raw": "[\n  {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n  {\"role\": \"user\", \"content\": \"Who won the world series in 2023?\"}\n]\n",
        "display": "[\n  {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n  {\"role\": \"user\", \"content\": \"Who won the world series in {{ year }}?\"}\n]\n"
      },
      "vars": {
        "year": 2023
      },
      "response": {
        "output": "I'm sorry, but as an AI language model, I cannot predict future events. However, the World Series in 2021 was won by the Atlanta Braves.",
        "tokenUsage": {
          "cached": 62
        }
      },
      "success": true
    },
    {
      "prompt": {
        "raw": "[\n  {\"role\": \"system\", \"content\": \"You are a sports historian.\"},\n  {\"role\": \"user\", \"content\": \"This team won the world series in 2023:\"}\n]\n",
        "display": "[\n  {\"role\": \"system\", \"content\": \"You are a sports historian.\"},\n  {\"role\": \"user\", \"content\": \"This team won the world series in {{ year }}:\"}\n]\n"
      },
      "vars": {
        "year": 2023
      },
      "response": {
        "output": "As an AI language model, I do not have knowledge of future events. However, I can tell you about the past World Series winners. The most recent World Series champions are the Los Angeles Dodgers, who won the 2020 World Series against the Tampa Bay Rays. The Dodgers have won a total of seven World Series championships in their history, with their first win coming in 1955.",
        "tokenUsage": {
          "cached": 109
        }
      },
      "success": true
    },
    {
      "prompt": {
        "raw": "[\n  {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n  {\"role\": \"user\", \"content\": \"Who won the world series in 2020?\"}\n]\n",
        "display": "[\n  {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n  {\"role\": \"user\", \"content\": \"Who won the world series in {{ year }}?\"}\n]\n"
      },
      "vars": {
        "year": 2020
      },
      "response": {
        "output": "The Los Angeles Dodgers won the World Series in 2020.",
        "tokenUsage": {
          "cached": 42
        }
      },
      "success": true
    }
  ],
  "stats": {
    "successes": 8,
    "failures": 0,
    "tokenUsage": {
      "total": 0,
      "prompt": 0,
      "completion": 0,
      "cached": 486
    }
  },
  "table": {
    "head": {
      "prompts": [
        "[\n  {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n  {\"role\": \"user\", \"content\": \"Who won the world series in {{ year }}?\"}\n]\n",
        "[\n  {\"role\": \"system\", \"content\": \"You are a sports historian.\"},\n  {\"role\": \"user\", \"content\": \"This team won the world series in {{ year }}:\"}\n]\n"
      ],
      "vars": ["year"]
    },
    "body": [
      {
        "outputs": [
          "[PASS] The New York Yankees won the World Series in 1950.",
          "[PASS] The New York Yankees won the World Series in 1950."
        ],
        "vars": [1950]
      },
      {
        "outputs": [
          "[PASS] The Detroit Tigers won the World Series in 1984.",
          "[PASS] The Detroit Tigers won the World Series in 1984. They defeated the San Diego Padres in five games to win their fourth championship in franchise history. The Tigers were led by manager Sparky Anderson and a talented roster that included players such as Alan Trammell, Lou Whitaker, Jack Morris, and Kirk Gibson."
        ],
        "vars": [1984]
      },
      {
        "outputs": [
          "[PASS] The Los Angeles Dodgers won the World Series in 2020.",
          "[PASS] The Los Angeles Dodgers won the World Series in 2020. It was their first championship since 1988."
        ],
        "vars": [2020]
      },
      {
        "outputs": [
          "[PASS] I'm sorry, but as an AI language model, I cannot predict future events. However, the World Series in 2021 was won by the Atlanta Braves.",
          "[PASS] As an AI language model, I do not have knowledge of future events. However, I can tell you about the past World Series winners. The most recent World Series champions are the Los Angeles Dodgers, who won the 2020 World Series against the Tampa Bay Rays. The Dodgers have won a total of seven World Series championships in their history, with their first win coming in 1955."
        ],
        "vars": [2023]
      }
    ]
  }
}