Ragas Integration

pip install ragas openai

import os

HELICONE_API_KEY = "your_helicone_api_key_here"
os.environ["OPENAI_API_BASE"] = f"https://oai.helicone.ai/{HELICONE_API_KEY}/v1"
os.environ["OPENAI_API_KEY"] = "your_openai_api_key_here"

from datasets import Dataset

data_samples = {
    'question': ['When was the first Super Bowl?', 'Who has won the most Super Bowls?'],
    'answer': ['The first Super Bowl was held on January 15, 1967.', 'The New England Patriots have won the most Super Bowls, with six championships.'],
    'contexts': [
        ['The First AFL–NFL World Championship Game, later known as Super Bowl I, was played on January 15, 1967, at the Los Angeles Memorial Coliseum in Los Angeles, California.'],
        ['As of 2021, the New England Patriots have won the most Super Bowls with six championships, all under the leadership of quarterback Tom Brady and head coach Bill Belichick.']
    ],
    'ground_truth': ['The first Super Bowl was held on January 15, 1967.', 'The New England Patriots have won the most Super Bowls, with six championships as of 2021.']
}

dataset = Dataset.from_dict(data_samples)

from ragas import evaluate
from ragas.metrics import faithfulness, answer_relevancy, context_precision

score = evaluate(dataset, metrics=[faithfulness, answer_relevancy, context_precision])
print(score.to_pandas())