|
|
|
@ -51,7 +51,7 @@
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"evaluator.evaluate_string_pairs(\n",
|
|
|
|
|
" prediction=\"Seattle is hot in June\", reference=\"Seattle is cool in June.\"\n",
|
|
|
|
|
" prediction=\"Seattle is hot in June\", prediction_b=\"Seattle is cool in June.\"\n",
|
|
|
|
|
")"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
@ -75,7 +75,7 @@
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"evaluator.evaluate_string_pairs(\n",
|
|
|
|
|
" prediction=\"Seattle is warm in June\", reference=\"Seattle is cool in June.\"\n",
|
|
|
|
|
" prediction=\"Seattle is warm in June\", prediction_b=\"Seattle is cool in June.\"\n",
|
|
|
|
|
")"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
@ -172,7 +172,7 @@
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"hf_evaluator.evaluate_string_pairs(\n",
|
|
|
|
|
" prediction=\"Seattle is hot in June\", reference=\"Seattle is cool in June.\"\n",
|
|
|
|
|
" prediction=\"Seattle is hot in June\", prediction_b=\"Seattle is cool in June.\"\n",
|
|
|
|
|
")"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
@ -196,7 +196,7 @@
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"hf_evaluator.evaluate_string_pairs(\n",
|
|
|
|
|
" prediction=\"Seattle is warm in June\", reference=\"Seattle is cool in June.\"\n",
|
|
|
|
|
" prediction=\"Seattle is warm in June\", prediction_b=\"Seattle is cool in June.\"\n",
|
|
|
|
|
")"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|