Skip to content

Commit fabe498

Browse files
committed
fix(llamaindex): add conftest to disable deepeval evaluators in tests
Prevents deepeval from making real OpenAI API calls during CI, which causes tests to hang or fail with connection errors. Made-with: Cursor
1 parent 3612b47 commit fabe498

1 file changed

Lines changed: 25 additions & 0 deletions

File tree

  • instrumentation-genai/opentelemetry-instrumentation-llamaindex/tests
Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
"""Test configuration for LlamaIndex instrumentation tests."""
2+
3+
import os
4+
5+
import pytest
6+
7+
from opentelemetry.util.genai import handler as genai_handler
8+
9+
10+
@pytest.fixture(autouse=True)
11+
def disable_deepeval():
12+
"""Disable deepeval evaluators to prevent real API calls in CI."""
13+
original_evals = os.environ.get("OTEL_INSTRUMENTATION_GENAI_EVALS_EVALUATORS")
14+
15+
os.environ["OTEL_INSTRUMENTATION_GENAI_EVALS_EVALUATORS"] = "none"
16+
setattr(genai_handler.get_telemetry_handler, "_default_handler", None)
17+
18+
yield
19+
20+
if original_evals is None:
21+
os.environ.pop("OTEL_INSTRUMENTATION_GENAI_EVALS_EVALUATORS", None)
22+
else:
23+
os.environ["OTEL_INSTRUMENTATION_GENAI_EVALS_EVALUATORS"] = original_evals
24+
25+
setattr(genai_handler.get_telemetry_handler, "_default_handler", None)

0 commit comments

Comments
 (0)