Evaluators (RewardKit)
from reward_kit import reward_function @reward_function def simple_accuracy(response: str, expected_response: str) -> float: """ A basic accuracy reward that returns 1.0 for exact matches, 0.0 otherwise. """ return 1.0 if response.strip().lower() == expected_response.strip().lower() else 0.0
# Evaluate a single response score = simple_accuracy("Hello world", "hello world") print(f"Score: {score}") # Score: 1.0 # Evaluate a dataset from reward_kit.evaluation import evaluate_dataset results = evaluate_dataset( reward_function=simple_accuracy, dataset_path="my_dataset.jsonl" )
@reward_function
Was this page helpful?