ci: run all test steps even when earlier ones fail

Add if: always() to each test step so a failure in one package
doesn't skip the remaining test suites. The job still fails if
any step fails, but now all results are visible in a single run.

Made-with: Cursor

Author: adityamehra

.github/workflows/ci-main.yaml

@@ -64,53 +64,66 @@ jobs:
           pip install -e "instrumentation-genai/opentelemetry-instrumentation-weaviate[instruments,test]"
 
       - name: Run tests - opentelemetry-util-genai
+        if: always()
         run: |
           python -m pytest util/opentelemetry-util-genai/tests/ -v --cov=opentelemetry.util.genai --cov-report=term-missing
 
       - name: Run tests - opentelemetry-util-genai-emitters-splunk
+        if: always()
         run: |
           python -m pytest util/opentelemetry-util-genai-emitters-splunk/tests/ -v
 
       - name: Run tests - opentelemetry-util-genai-evals
+        if: always()
         run: |
           python -m pytest util/opentelemetry-util-genai-evals/tests/ -v
 
       - name: Run tests - opentelemetry-util-genai-evals-deepeval
+        if: always()
         run: |
           python -m pytest util/opentelemetry-util-genai-evals-deepeval/tests/ -v
 
       - name: Run tests - opentelemetry-util-genai-emitters-test
+        if: always()
         run: |
           python -m pytest util/opentelemetry-util-genai-emitters-test/tests/ -v
 
       - name: Run tests - opentelemetry-instrumentation-langchain
+        if: always()
         run: |
           python -m pytest instrumentation-genai/opentelemetry-instrumentation-langchain/tests/ -v
 
       - name: Run tests - opentelemetry-instrumentation-openai-v2
+        if: always()
         run: |
           python -m pytest instrumentation-genai/opentelemetry-instrumentation-openai-v2/tests/ -v
 
       - name: Run tests - opentelemetry-instrumentation-openai-agents-v2
+        if: always()
         run: |
           python -m pytest instrumentation-genai/opentelemetry-instrumentation-openai-agents-v2/tests/ -v
 
       - name: Run tests - opentelemetry-instrumentation-llamaindex
+        if: always()
         run: |
           python -m pytest instrumentation-genai/opentelemetry-instrumentation-llamaindex/tests/ -v
 
       - name: Run tests - opentelemetry-instrumentation-fastmcp
+        if: always()
         run: |
           python -m pytest instrumentation-genai/opentelemetry-instrumentation-fastmcp/tests/ -v
 
       - name: Run tests - opentelemetry-instrumentation-crewai
+        if: always()
         run: |
           python -m pytest instrumentation-genai/opentelemetry-instrumentation-crewai/tests/ -v
 
       - name: Run tests - opentelemetry-instrumentation-aidefense
+        if: always()
         run: |
           python -m pytest instrumentation-genai/opentelemetry-instrumentation-aidefense/tests/ -v
 
       - name: Run tests - opentelemetry-instrumentation-weaviate
+        if: always()
         run: |
           python -m pytest instrumentation-genai/opentelemetry-instrumentation-weaviate/tests/ -v

instrumentation-genai/opentelemetry-instrumentation-openai-v2/tests/conftest.py

@@ -89,7 +89,9 @@ def fixture_meter_provider(metric_reader):
 @pytest.fixture(autouse=True)
 def environment():
     original_api_key = os.environ.get("OPENAI_API_KEY")
-    original_evals = os.environ.get("OTEL_INSTRUMENTATION_GENAI_EVALS_EVALUATORS")
+    original_evals = os.environ.get(
+        "OTEL_INSTRUMENTATION_GENAI_EVALS_EVALUATORS"
+    )
 
     if not original_api_key:
         os.environ["OPENAI_API_KEY"] = "test_openai_api_key"
@@ -106,7 +108,9 @@ def environment():
     if original_evals is None:
         os.environ.pop("OTEL_INSTRUMENTATION_GENAI_EVALS_EVALUATORS", None)
     else:
-        os.environ["OTEL_INSTRUMENTATION_GENAI_EVALS_EVALUATORS"] = original_evals
+        os.environ["OTEL_INSTRUMENTATION_GENAI_EVALS_EVALUATORS"] = (
+            original_evals
+        )
 
     setattr(genai_handler.get_telemetry_handler, "_default_handler", None)
 
@@ -291,7 +295,9 @@ def deserialize(cassette_string):
 
     vcr_module.VCR().register_serializer("yaml", PrettyPrintJSONBody)
 
-except ModuleNotFoundError:
+except (
+    ModuleNotFoundError
+):  # pragma: no cover - provide stub when plugin missing
 
     @pytest.fixture(name="vcr", scope="module")
     def _noop_vcr_fixture():