Test Analyzer Agent

from test_analyzer.classifier import FailureClassifier
from test_analyzer.cluster import FailureClusterer
from test_analyzer.summariser import RootCauseSummariser

classifier = FailureClassifier()
clusterer = FailureClusterer(eps=0.3, min_samples=2)
summariser = RootCauseSummariser(model="gpt-4")

results = ingest_test_run("playwright-report.json")

failures = [r for r in results if not r.passed]
for f in failures:
    f.category = classifier.classify(f.error_message)

clusters = clusterer.cluster(failures)
for cluster_id, group in clusters.items():
    summary = summariser.summarise(group)
    jira_issue = create_jira_ticket(
        summary=summary,
        failures=group,
        project="QA",
    )
    print(f"Cluster {cluster_id}: {jira_issue.key}")

class FailureCategory(str, Enum):
    ASSERTION = "assertion"
    TIMEOUT = "timeout"
    LOCATOR = "locator"
    INFRASTRUCTURE = "infrastructure"
    ENVIRONMENT = "environment"
    UNKNOWN = "unknown"

CLASSIFICATION_PROMPT = """
Classify this test failure into one of:
- assertion: value mismatch, unexpected state
- timeout: wait expired, element not found
- locator: selector unable to find element
- infrastructure: network, disk, container
- environment: config, data, dependency

Failure message: {error_message}
Page URL: {page_url}
Action: {action}

Respond with only the category name.
"""