test(vercelai): Explicitly check for tool name #41526
Annotations
5 errors and 1 warning
|
|
|
dev-packages/node-integration-tests/utils/assertions.ts#L35
AssertionError: expected { contexts: { …(8) }, …(14) } to match object { event_id: Any<String>, …(5) }
(90 matching properties omitted from actual)
- Expected
+ Received
@@ -1,75 +1,279 @@
{
"event_id": Any<String>,
- "spans": ArrayContaining [
- ObjectContaining {
- "data": ObjectContaining {
+ "spans": [
+ {
+ "data": {
+ "http.request.method": "POST",
+ "http.request.method_original": "POST",
+ "http.response.header.content-length": 253,
+ "http.response.status_code": 200,
+ "network.peer.address": "::1",
+ "network.peer.port": 37175,
+ "otel.kind": "CLIENT",
+ "sentry.op": "http.client",
+ "sentry.origin": "auto.http.otel.node_fetch",
+ "server.address": "localhost",
+ "server.port": 37175,
+ "url": "http://localhost:37175/v1/messages",
+ "url.full": "http://localhost:37175/v1/messages",
+ "url.path": "/v1/messages",
+ "url.query": "",
+ "url.scheme": "http",
+ "user_agent.original": "Anthropic/JS 0.65.0",
+ },
+ "description": "POST http://localhost:37175/v1/messages",
+ "op": "http.client",
+ "origin": "auto.http.otel.node_fetch",
+ "parent_span_id": "5fecd96bea66a7dc",
+ "span_id": "08fdef622ef045c4",
+ "start_timestamp": 1766497278.327,
+ "status": "ok",
+ "timestamp": 1766497278.3656707,
+ "trace_id": "04760f631149bffe8090472b7f2b23dd",
+ },
+ {
+ "data": {
"gen_ai.operation.name": "chat",
"gen_ai.request.max_tokens": 100,
- "gen_ai.request.messages": Any<String>,
+ "gen_ai.request.messages": "[{\"role\":\"user\",\"content\":\"Tell me a joke\"}]",
"gen_ai.request.model": "claude-3-5-sonnet-20241022",
"gen_ai.request.temperature": 0.7,
- "gen_ai.response.id": Any<String>,
- "gen_ai.response.model": Any<String>,
- "gen_ai.response.stop_reason": Any<String>,
- "gen_ai.response.text": Any<String>,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.response.text": "[\"Mock response from Anthropic!\"]",
"gen_ai.system": "anthropic",
"gen_ai.usage.input_tokens": 10,
"gen_ai.usage.output_tokens": 15,
"gen_ai.usage.total_tokens": 25,
"sentry.op": "gen_ai.chat",
"sentry.origin": "auto.ai.langchain",
},
"description": "chat claude-3-5-sonnet-20241022",
"op": "gen_ai.chat",
"origin": "auto.ai.langchain",
+ "parent_span_id": "5fecd96bea66a7dc",
+ "span_id": "4628aaeedfa45437",
+ "start_timestamp": 1766497278.288,
"status": "ok",
+ "timestamp": 1766497278.3748467,
+ "trace_id": "04760f631149bffe8090472b7f2b23dd",
},
- ObjectContaining {
- "data": ObjectContaining {
+ {
+ "data": {
+ "gen_ai.operation.name": "chat",
+ "gen_ai.request.max_tokens": 100,
+ "gen_ai.request.messages": "[{\"role\":\"user\",\"content\":\"Tell me a joke\"}]",
+ "gen_ai.request.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.request.temperature": 0.7,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.response.text": "[\"Mock response from Anthropic!\"]",
+ "gen_ai.system": "anthropic",
+ "gen_ai.usage.input_tokens": 10,
+ "gen_ai.usage.output_tokens": 15,
+ "gen_ai.usage.total_tokens": 25,
+ "sentry.op": "gen_ai.chat",
+ "sentry.origin": "auto.ai.langchain",
+ },
+ "description": "chat claude-3-5-sonnet-20241022",
+ "op": "gen_ai.chat",
+ "origin": "auto.ai.langchain",
+ "parent_span_id": "5fecd96bea66a7dc",
+ "span_id": "c0b688ca229f1afa",
+ "start_timestamp": 1766497278.289,
+
|
|
dev-packages/node-integration-tests/utils/assertions.ts#L35
AssertionError: expected { contexts: { …(8) }, …(14) } to match object { event_id: Any<String>, …(5) }
(90 matching properties omitted from actual)
- Expected
+ Received
@@ -1,75 +1,201 @@
{
"event_id": Any<String>,
- "spans": ArrayContaining [
- ObjectContaining {
- "data": ObjectContaining {
+ "spans": [
+ {
+ "data": {
+ "http.request.method": "POST",
+ "http.request.method_original": "POST",
+ "http.response.header.content-length": 253,
+ "http.response.status_code": 200,
+ "network.peer.address": "::1",
+ "network.peer.port": 42891,
+ "otel.kind": "CLIENT",
+ "sentry.op": "http.client",
+ "sentry.origin": "auto.http.otel.node_fetch",
+ "server.address": "localhost",
+ "server.port": 42891,
+ "url": "http://localhost:42891/v1/messages",
+ "url.full": "http://localhost:42891/v1/messages",
+ "url.path": "/v1/messages",
+ "url.query": "",
+ "url.scheme": "http",
+ "user_agent.original": "Anthropic/JS 0.65.0",
+ },
+ "description": "POST http://localhost:42891/v1/messages",
+ "op": "http.client",
+ "origin": "auto.http.otel.node_fetch",
+ "parent_span_id": "6045c0203b87e952",
+ "span_id": "640a6c55073b1d9c",
+ "start_timestamp": 1766497277.217,
+ "status": "ok",
+ "timestamp": 1766497277.2626615,
+ "trace_id": "1d85788ccfde8bd3e3132e624fc450c6",
+ },
+ {
+ "data": {
"gen_ai.operation.name": "chat",
"gen_ai.request.max_tokens": 100,
- "gen_ai.request.messages": Any<String>,
+ "gen_ai.request.messages": "[{\"role\":\"user\",\"content\":\"Tell me a joke\"}]",
"gen_ai.request.model": "claude-3-5-sonnet-20241022",
"gen_ai.request.temperature": 0.7,
- "gen_ai.response.id": Any<String>,
- "gen_ai.response.model": Any<String>,
- "gen_ai.response.stop_reason": Any<String>,
- "gen_ai.response.text": Any<String>,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.response.text": "[\"Mock response from Anthropic!\"]",
"gen_ai.system": "anthropic",
"gen_ai.usage.input_tokens": 10,
"gen_ai.usage.output_tokens": 15,
"gen_ai.usage.total_tokens": 25,
"sentry.op": "gen_ai.chat",
"sentry.origin": "auto.ai.langchain",
},
"description": "chat claude-3-5-sonnet-20241022",
"op": "gen_ai.chat",
"origin": "auto.ai.langchain",
+ "parent_span_id": "6045c0203b87e952",
+ "span_id": "64ef9d1e73797c18",
+ "start_timestamp": 1766497277.183,
"status": "ok",
+ "timestamp": 1766497277.2724676,
+ "trace_id": "1d85788ccfde8bd3e3132e624fc450c6",
},
- ObjectContaining {
- "data": ObjectContaining {
+ {
+ "data": {
+ "gen_ai.operation.name": "chat",
+ "gen_ai.request.max_tokens": 100,
+ "gen_ai.request.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.request.temperature": 0.7,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.system": "anthropic",
+ "gen_ai.usage.input_tokens": 10,
+ "gen_ai.usage.output_tokens": 15,
+ "gen_ai.usage.total_tokens": 25,
+ "sentry.op": "gen_ai.chat",
+ "sentry.origin": "auto.ai.langchain",
+ },
+ "description": "chat claude-3-5-sonnet-20241022",
+ "op": "gen_ai.chat",
+ "origin": "auto.ai.langchain",
+ "parent_span_id": "6045c0203b87e952",
+ "span_id": "6f757ec61b8292bf",
+ "start_timestamp": 1766497277.184,
+ "status": "ok",
+ "timestamp": 1766497277.2732081,
+ "trace_id": "1d85788ccfde8bd3e3132e624fc450c6",
+ },
+ {
+ "data": {
+ "http
|
|
dev-packages/node-integration-tests/utils/assertions.ts#L35
AssertionError: expected { contexts: { …(8) }, …(14) } to match object { event_id: Any<String>, …(5) }
(90 matching properties omitted from actual)
- Expected
+ Received
@@ -1,70 +1,269 @@
{
"event_id": Any<String>,
- "spans": ArrayContaining [
- ObjectContaining {
- "data": ObjectContaining {
+ "spans": [
+ {
+ "data": {
+ "http.request.method": "POST",
+ "http.request.method_original": "POST",
+ "http.response.header.content-length": 253,
+ "http.response.status_code": 200,
+ "network.peer.address": "::1",
+ "network.peer.port": 40343,
+ "otel.kind": "CLIENT",
+ "sentry.op": "http.client",
+ "sentry.origin": "auto.http.otel.node_fetch",
+ "server.address": "localhost",
+ "server.port": 40343,
+ "url": "http://localhost:40343/v1/messages",
+ "url.full": "http://localhost:40343/v1/messages",
+ "url.path": "/v1/messages",
+ "url.query": "",
+ "url.scheme": "http",
+ "user_agent.original": "Anthropic/JS 0.65.0",
+ },
+ "description": "POST http://localhost:40343/v1/messages",
+ "op": "http.client",
+ "origin": "auto.http.otel.node_fetch",
+ "parent_span_id": "439c29c37934ddb4",
+ "span_id": "5416ac2ef852ded0",
+ "start_timestamp": 1766497275.239,
+ "status": "ok",
+ "timestamp": 1766497275.2922738,
+ "trace_id": "a82e17251c31739af54392825d563d68",
+ },
+ {
+ "data": {
"gen_ai.operation.name": "chat",
"gen_ai.request.max_tokens": 100,
"gen_ai.request.model": "claude-3-5-sonnet-20241022",
"gen_ai.request.temperature": 0.7,
- "gen_ai.response.id": Any<String>,
- "gen_ai.response.model": Any<String>,
- "gen_ai.response.stop_reason": Any<String>,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.system": "anthropic",
+ "gen_ai.usage.input_tokens": 10,
+ "gen_ai.usage.output_tokens": 15,
+ "gen_ai.usage.total_tokens": 25,
+ "sentry.op": "gen_ai.chat",
+ "sentry.origin": "auto.ai.langchain",
+ },
+ "description": "chat claude-3-5-sonnet-20241022",
+ "op": "gen_ai.chat",
+ "origin": "auto.ai.langchain",
+ "parent_span_id": "439c29c37934ddb4",
+ "span_id": "96c35bb11faadcea",
+ "start_timestamp": 1766497275.203,
+ "status": "ok",
+ "timestamp": 1766497275.3027081,
+ "trace_id": "a82e17251c31739af54392825d563d68",
+ },
+ {
+ "data": {
+ "gen_ai.operation.name": "chat",
+ "gen_ai.request.max_tokens": 100,
+ "gen_ai.request.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.request.temperature": 0.7,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
"gen_ai.system": "anthropic",
"gen_ai.usage.input_tokens": 10,
"gen_ai.usage.output_tokens": 15,
"gen_ai.usage.total_tokens": 25,
"sentry.op": "gen_ai.chat",
"sentry.origin": "auto.ai.langchain",
},
"description": "chat claude-3-5-sonnet-20241022",
"op": "gen_ai.chat",
"origin": "auto.ai.langchain",
+ "parent_span_id": "439c29c37934ddb4",
+ "span_id": "052fec80af088267",
+ "start_timestamp": 1766497275.203,
"status": "ok",
+ "timestamp": 1766497275.3022902,
+ "trace_id": "a82e17251c31739af54392825d563d68",
},
- ObjectContaining {
- "data": ObjectContaining {
+ {
+ "data": {
+ "gen_ai.operation.name": "chat",
+ "gen_ai.request.max_tokens": 100,
+ "gen_ai.request.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.request.temperature": 0.7,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model":
|
|
dev-packages/node-integration-tests/utils/assertions.ts#L35
AssertionError: expected { contexts: { …(8) }, …(14) } to match object { event_id: Any<String>, …(5) }
(90 matching properties omitted from actual)
- Expected
+ Received
@@ -1,70 +1,196 @@
{
"event_id": Any<String>,
- "spans": ArrayContaining [
- ObjectContaining {
- "data": ObjectContaining {
+ "spans": [
+ {
+ "data": {
+ "http.request.method": "POST",
+ "http.request.method_original": "POST",
+ "http.response.header.content-length": 253,
+ "http.response.status_code": 200,
+ "network.peer.address": "::1",
+ "network.peer.port": 34559,
+ "otel.kind": "CLIENT",
+ "sentry.op": "http.client",
+ "sentry.origin": "auto.http.otel.node_fetch",
+ "server.address": "localhost",
+ "server.port": 34559,
+ "url": "http://localhost:34559/v1/messages",
+ "url.full": "http://localhost:34559/v1/messages",
+ "url.path": "/v1/messages",
+ "url.query": "",
+ "url.scheme": "http",
+ "user_agent.original": "Anthropic/JS 0.65.0",
+ },
+ "description": "POST http://localhost:34559/v1/messages",
+ "op": "http.client",
+ "origin": "auto.http.otel.node_fetch",
+ "parent_span_id": "714d1260192b56db",
+ "span_id": "f027ca18e4a47796",
+ "start_timestamp": 1766497274.158,
+ "status": "ok",
+ "timestamp": 1766497274.1999075,
+ "trace_id": "52afee752e8e40ca1bd932cfb5e01b01",
+ },
+ {
+ "data": {
+ "gen_ai.operation.name": "chat",
+ "gen_ai.request.max_tokens": 100,
+ "gen_ai.request.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.request.temperature": 0.7,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
+ "gen_ai.system": "anthropic",
+ "gen_ai.usage.input_tokens": 10,
+ "gen_ai.usage.output_tokens": 15,
+ "gen_ai.usage.total_tokens": 25,
+ "sentry.op": "gen_ai.chat",
+ "sentry.origin": "auto.ai.langchain",
+ },
+ "description": "chat claude-3-5-sonnet-20241022",
+ "op": "gen_ai.chat",
+ "origin": "auto.ai.langchain",
+ "parent_span_id": "714d1260192b56db",
+ "span_id": "1c43f9ee78034f11",
+ "start_timestamp": 1766497274.128,
+ "status": "ok",
+ "timestamp": 1766497274.2093868,
+ "trace_id": "52afee752e8e40ca1bd932cfb5e01b01",
+ },
+ {
+ "data": {
"gen_ai.operation.name": "chat",
"gen_ai.request.max_tokens": 100,
"gen_ai.request.model": "claude-3-5-sonnet-20241022",
"gen_ai.request.temperature": 0.7,
- "gen_ai.response.id": Any<String>,
- "gen_ai.response.model": Any<String>,
- "gen_ai.response.stop_reason": Any<String>,
+ "gen_ai.response.id": "msg_test123",
+ "gen_ai.response.model": "claude-3-5-sonnet-20241022",
+ "gen_ai.response.stop_reason": "end_turn",
"gen_ai.system": "anthropic",
"gen_ai.usage.input_tokens": 10,
"gen_ai.usage.output_tokens": 15,
"gen_ai.usage.total_tokens": 25,
"sentry.op": "gen_ai.chat",
"sentry.origin": "auto.ai.langchain",
},
"description": "chat claude-3-5-sonnet-20241022",
"op": "gen_ai.chat",
"origin": "auto.ai.langchain",
+ "parent_span_id": "714d1260192b56db",
+ "span_id": "b323dde3c39cab74",
+ "start_timestamp": 1766497274.129,
"status": "ok",
+ "timestamp": 1766497274.210065,
+ "trace_id": "52afee752e8e40ca1bd932cfb5e01b01",
},
- ObjectContaining {
- "data": ObjectContaining {
+ {
+ "data": {
+ "http.request.method": "POST",
+ "http.request.method_original": "POST",
+ "http.response.header.content-length": 249,
+ "http.response.status_code": 200,
+ "network.peer.address": "::1",
+ "network.peer.port": 34559,
+ "
|
|
|
The logs for this run have expired and are no longer available.
Loading