Skip to content

Commit 2f553ac

Browse files
committed
Add more tests, fix required params in compare
1 parent b55cf21 commit 2f553ac

File tree

2 files changed

+432
-5
lines changed

2 files changed

+432
-5
lines changed

src/together/resources/evaluation.py

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -231,7 +231,8 @@ def create(
231231
elif isinstance(model_a, dict):
232232
# Validate that all required fields are present for model config
233233
required_fields = [
234-
"model_name",
234+
"model",
235+
"model_source",
235236
"max_tokens",
236237
"temperature",
237238
"system_template",
@@ -253,7 +254,8 @@ def create(
253254
elif isinstance(model_b, dict):
254255
# Validate that all required fields are present for model config
255256
required_fields = [
256-
"model_name",
257+
"model",
258+
"model_source",
257259
"max_tokens",
258260
"temperature",
259261
"system_template",
@@ -591,7 +593,8 @@ async def create(
591593
elif isinstance(model_a, dict):
592594
# Validate that all required fields are present for model config
593595
required_fields = [
594-
"model_name",
596+
"model",
597+
"model_source",
595598
"max_tokens",
596599
"temperature",
597600
"system_template",
@@ -613,7 +616,8 @@ async def create(
613616
elif isinstance(model_b, dict):
614617
# Validate that all required fields are present for model config
615618
required_fields = [
616-
"model_name",
619+
"model",
620+
"model_source",
617621
"max_tokens",
618622
"temperature",
619623
"system_template",

0 commit comments

Comments
 (0)