Create a Custom Test

from galtea import Galtea
import os

galtea = Galtea(api_key=os.getenv("GALTEA_API_KEY"))

# Upload a pre-existing test file to the Galtea Platform
test = galtea.tests.create(
    name="financial-qa-test",
    type="QUALITY",
    product_id="YOUR_PRODUCT_ID",
    test_file_path="path/to/your/finance_db_sample.csv"
)

print(f"Test created with ID: {test.id}")

from galtea import Galtea
import os

galtea = Galtea(api_key=os.getenv("GALTEA_API_KEY"))

# Generate a test from a PDF knowledge base
test = galtea.tests.create(
    name="legal-document-test-from-pdf",
    type="QUALITY",
    product_id="YOUR_PRODUCT_ID",
    ground_truth_file_path="path/to/your/legal_document.pdf",
    language="english",
    # Generate variations to improve test robustness
    variants=["paraphrased", "incorrect", "typos"], 
    max_test_cases=50 # Limit the number of generated test cases
)

print(f"Test generated from knowledge base with ID: {test.id}")