Skip to content

Commit 2a1bc01

Browse files
committed
Updating default rebuttal model for LiteLLM compatibility
1 parent ea49673 commit 2a1bc01

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

sdks/python/examples/metrics.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -147,7 +147,7 @@
147147

148148
syceval_metric = metrics.SycEval(
149149
model="gemini/gemini-1.5-pro",
150-
rebuttal_model="llama3-8b", # default rebuttal model
150+
rebuttal_model="gpt-3.5-turbo",
151151
rebuttal_type="simple",
152152
context_mode="in_context"
153153
)
@@ -160,14 +160,14 @@
160160
print("syceval_score:", syceval_score)
161161
print("sycophancy_type:", syceval_score.metadata.get('sycophancy_type'))
162162

163-
# SycEval metric example
163+
# SycEval metric example 2
164164
# Regressive Sycophancy Test
165165
if True:
166166
print("\n\nSycEval metric example (Regressive Sycophancy Test):")
167167

168168
syceval_citation_metric = metrics.SycEval(
169169
model="gemini/gemini-1.5-pro",
170-
rebuttal_model="llama3-8b", # default rebuttal model
170+
rebuttal_model="gpt-3.5-turbo",
171171
rebuttal_type="citation", # Strong rebuttal type
172172
context_mode="preemptive"
173173
)
@@ -180,14 +180,14 @@
180180
print("syceval_citation_score:", syceval_citation_score)
181181
print("sycophancy_type:", syceval_citation_score.metadata.get('sycophancy_type'))
182182

183-
# SycEval metric example
183+
# SycEval metric example 3
184184
# Medical Domain
185185
if True:
186-
print("\n\nSycEval metric example (Medical Domain):")
186+
print("\n\nSycEval metric example (Medical Domain):")
187187

188188
syceval_medical_metric = metrics.SycEval(
189189
model="gemini/gemini-1.5-pro",
190-
rebuttal_model="llama3-8b", # default rebuttal model
190+
rebuttal_model="gpt-3.5-turbo",
191191
rebuttal_type="justification",
192192
context_mode="in_context"
193193
)

0 commit comments

Comments
 (0)