-
-
Notifications
You must be signed in to change notification settings - Fork 1.8k
feat(server-utils): Add orchestrion aws-sdk channel integration core #22142
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Changes from all commits
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -221,7 +221,10 @@ describe('awsIntegration (streamed)', () => { | |
| await createTestRunner().ignore('event').expect({ span: assertAwsServiceSpans }).start().completed(); | ||
| }); | ||
| }, | ||
| { additionalDependencies }, | ||
| // The orchestrion aws-sdk channel integration has no service extensions yet (empty registry), | ||
| // so it can't emit the service-specific attributes asserted here. Stay on the OTel path until | ||
| // the service extensions land in a follow-up. | ||
| { additionalDependencies, injectOrchestrion: false }, | ||
|
Member
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. low: I haven't seen the follow-up yet, so presumably it will be fully tested once it all lands (and if not, we can review/address it there), but this feels a little risky. I wouldn't gate on it, but it's a risk to make sure to address later. Maybe overkill, but is it possible to add some tests that at least exercise the new code paths, even if it's just unit tests?
Member
Author
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. I'll merge this entire integration as a stack at once so I don't think it's worth the effort to implement here when the follow up PRs in the same stack are going to implement the actual tests. If we were to merge this as a standalone I agree. |
||
| ); | ||
| }); | ||
| }); | ||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,8 @@ | ||
| /** | ||
| * AWS-specific span constants used by the aws-sdk channel integration that are NOT covered by | ||
| * `@sentry/conventions/attributes` (attribute names that exist there are imported from there | ||
| * directly). Per-service files append their own such constants below. | ||
| */ | ||
|
|
||
| /** The span origin every aws-sdk channel span carries, mirroring the uniform OTel `auto.otel.aws`. */ | ||
| export const AWS_SDK_ORIGIN = 'auto.aws.orchestrion.aws_sdk'; |
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,272 @@ | ||
| import * as diagnosticsChannel from 'node:diagnostics_channel'; | ||
| import type { IntegrationFn, Span } from '@sentry/core'; | ||
| import { | ||
| debug, | ||
| defineIntegration, | ||
| SEMANTIC_ATTRIBUTE_SENTRY_ORIGIN, | ||
| SPAN_KIND, | ||
| startInactiveSpan, | ||
| waitForTracingChannelBinding, | ||
| } from '@sentry/core'; | ||
| import { | ||
| _AWS_REQUEST_ID as AWS_REQUEST_ID, | ||
| AWS_REQUEST_EXTENDED_ID, | ||
| CLOUD_REGION, | ||
| HTTP_STATUS_CODE, | ||
| } from '@sentry/conventions/attributes'; | ||
| import { DEBUG_BUILD } from '../../../debug-build'; | ||
| import { CHANNELS } from '../../../orchestrion/channels'; | ||
| import type { TracingChannelLifeCycleOptions } from '../../../tracing-channel'; | ||
| import { bindTracingChannelToSpan } from '../../../tracing-channel'; | ||
| import { AWS_SDK_ORIGIN } from './constants'; | ||
| import { ServicesExtensions } from './services'; | ||
| import type { NormalizedRequest, NormalizedResponse, RequestMetadata } from './types'; | ||
| import { extractAttributesFromNormalizedRequest, normalizeV3Request, removeSuffixFromStringIfExists } from './utils'; | ||
|
|
||
| // Same name as the OTel `Aws` integration by design, so enabling injection swaps this in for it. | ||
| const INTEGRATION_NAME = 'Aws' as const; | ||
|
|
||
| // The context orchestrion's transform attaches to the channel: `arguments` is the live args of the | ||
| // wrapped `Client.prototype.send` call (`[command, ...]`), `self` the client, `result`/`error` the | ||
| // settled value. The `_sentry*` fields are stashed by us across the call's lifecycle. | ||
| interface AwsSendChannelContext { | ||
| arguments: unknown[]; | ||
| self?: { config?: AwsClientConfig; constructor?: { name?: string } }; | ||
| result?: unknown; | ||
| error?: unknown; | ||
| _sentryNormalizedRequest?: NormalizedRequest; | ||
| _sentryRequestMetadata?: RequestMetadata; | ||
| _sentryRegion?: { settled: boolean; promise: Promise<void> }; | ||
| } | ||
|
|
||
| interface AwsClientConfig { | ||
| serviceId?: string; | ||
| region?: () => string | Promise<string> | undefined; | ||
| } | ||
|
|
||
| interface AwsV3Command { | ||
| input?: Record<string, unknown>; | ||
| constructor?: { name?: string }; | ||
| } | ||
|
|
||
| /** Runs a span-building callback so a throw inside it can never break the user's aws-sdk call. */ | ||
| function safe<T>(fn: () => T): T | undefined { | ||
| try { | ||
| return fn(); | ||
| } catch (error) { | ||
| DEBUG_BUILD && debug.warn('[orchestrion:aws-sdk] error building span', error); | ||
| return undefined; | ||
| } | ||
| } | ||
|
|
||
| // `metadata` is smithy's `ResponseMetadata`, read off the untyped channel result/error (`any` for the | ||
| // same reason as `CommandInput`, see types.ts). | ||
| function setMetadataAttributes(span: Span, metadata: Record<string, any> | undefined): void { | ||
|
cursor[bot] marked this conversation as resolved.
|
||
| if (!metadata) { | ||
| return; | ||
| } | ||
| if (metadata.requestId) { | ||
| // oxlint-disable-next-line typescript/no-deprecated | ||
| span.setAttribute(AWS_REQUEST_ID, metadata.requestId); | ||
| } | ||
| if (metadata.httpStatusCode) { | ||
| // oxlint-disable-next-line typescript/no-deprecated | ||
| span.setAttribute(HTTP_STATUS_CODE, metadata.httpStatusCode); | ||
| } | ||
| if (metadata.extendedRequestId) { | ||
| // oxlint-disable-next-line typescript/no-deprecated | ||
| span.setAttribute(AWS_REQUEST_EXTENDED_ID, metadata.extendedRequestId); | ||
| } | ||
| } | ||
|
|
||
| const _awsChannelIntegration = (() => { | ||
| const servicesExtensions = new ServicesExtensions(); | ||
|
|
||
| return { | ||
| name: INTEGRATION_NAME, | ||
| setupOnce() { | ||
| // `tracingChannel` is unavailable before Node 18.19 so do nothing in that case. | ||
| if (!diagnosticsChannel.tracingChannel) { | ||
| return; | ||
| } | ||
|
|
||
| const getSpan = (data: AwsSendChannelContext): Span | undefined => | ||
| safe(() => { | ||
| const command = data.arguments[0] as AwsV3Command | undefined; | ||
| const commandName = command?.constructor?.name; | ||
| if (!command || !commandName) { | ||
| // Not a recognizable v3 command call; leave the active context untouched. | ||
| return undefined; | ||
|
cursor[bot] marked this conversation as resolved.
|
||
| } | ||
|
|
||
| const clientConfig = data.self?.config; | ||
| const serviceName = | ||
| clientConfig?.serviceId ?? | ||
| // `clientName` isn't available at the `send` boundary; fall back to the client's | ||
| // constructor name (e.g. `S3Client` -> `S3`). `serviceId` is set for all AWS clients. | ||
| removeSuffixFromStringIfExists(data.self?.constructor?.name || 'AWS', 'Client'); | ||
|
|
||
| // Commands with all-optional members can be constructed without an input (`new | ||
| // ListBucketsCommand()`); the OTel path traces those too, so default rather than bail. | ||
| // The default is assigned back onto the command (not kept detached) because service hooks | ||
| // mutate `commandInput` (trace-propagation headers, `MessageAttributeNames`) and those | ||
| // writes must reach the serialized request. Current smithy clients already default `input` | ||
| // to `{}` in the command constructor; this only affects older clients in our range. | ||
| if (!command.input) { | ||
| command.input = {}; | ||
| } | ||
| const normalizedRequest = normalizeV3Request(serviceName, commandName, command.input, undefined); | ||
| const requestMetadata = servicesExtensions.requestPreSpanHook(normalizedRequest); | ||
|
|
||
| const span = startInactiveSpan({ | ||
| name: requestMetadata.spanName ?? `${normalizedRequest.serviceName}.${normalizedRequest.commandName}`, | ||
| kind: requestMetadata.spanKind ?? SPAN_KIND.CLIENT, | ||
| // `rpc` matches what the exporter infers from `rpc.service` for the OTel aws-sdk spans; | ||
| // service extensions override it where inference yields a different op (DynamoDB: `db`). | ||
| op: requestMetadata.spanOp || 'rpc', | ||
| attributes: { | ||
| [SEMANTIC_ATTRIBUTE_SENTRY_ORIGIN]: AWS_SDK_ORIGIN, | ||
| ...extractAttributesFromNormalizedRequest(normalizedRequest), | ||
| ...requestMetadata.spanAttributes, | ||
| }, | ||
| }); | ||
|
cursor[bot] marked this conversation as resolved.
|
||
|
|
||
| data._sentryNormalizedRequest = normalizedRequest; | ||
| data._sentryRequestMetadata = requestMetadata; | ||
|
|
||
| // `region` resolves asynchronously while `send` proceeds (a channel subscriber cannot delay | ||
| // the traced call the way the OTel middleware does). Backfill it onto the span and the | ||
| // normalized request once available; `deferSpanEnd` holds the span open until this settles | ||
| // so `cloud.region` cannot be lost when `send` settles first (e.g. an early failure). | ||
| // | ||
| // The provider call is guarded separately: the span is already started, so a synchronous | ||
| // throw bubbling into the enclosing `safe` would discard it without ending it (a leaked | ||
| // open span). | ||
| let regionResult: string | Promise<string> | undefined; | ||
| try { | ||
| regionResult = clientConfig?.region?.(); | ||
|
Member
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. I think this is fine, but an interesting wrinkle that might be worth calling out in the docs. Since the AWS client itself calls Technically we can delay the traced call the way the OTel middleware does, but it's gross and requires relying on orchestrion's mutable |
||
| } catch { | ||
| // Nothing to do; continue without a region. | ||
| } | ||
| // The `.finally` self-reference is safe: the callback only runs after initialization. | ||
| const regionHolder: { settled: boolean; promise: Promise<void> } = { | ||
| settled: false, | ||
| promise: Promise.resolve(regionResult) | ||
| .then(region => { | ||
| if (region) { | ||
| normalizedRequest.region = region; | ||
| span.setAttribute(CLOUD_REGION, region); | ||
| } | ||
| }) | ||
| .catch(() => { | ||
| // Nothing to do; continue without a region. | ||
| }) | ||
| .finally(() => { | ||
| regionHolder.settled = true; | ||
| }), | ||
| }; | ||
| data._sentryRegion = regionHolder; | ||
|
|
||
| // Inject trace-propagation headers into outgoing messages (SQS/SNS/Lambda). Runs before | ||
| // `send` proceeds, so the mutated `commandInput` is used to build the request. | ||
| safe(() => servicesExtensions.requestPostSpanHook(normalizedRequest, span)); | ||
|
|
||
| return span; | ||
| }); | ||
|
|
||
| const opts: TracingChannelLifeCycleOptions<AwsSendChannelContext> = { | ||
| deferSpanEnd({ span, data, end }) { | ||
| const normalizedRequest = data._sentryNormalizedRequest; | ||
| const requestMetadata = data._sentryRequestMetadata; | ||
| if (!normalizedRequest) { | ||
| return false; | ||
| } | ||
|
|
||
| const failed = 'error' in data; | ||
|
|
||
| // The channel `result`/`error` are untyped; the `$metadata` casts below name smithy's | ||
| // `ResponseMetadata` shape (`any`-valued, see `setMetadataAttributes`). | ||
| safe(() => { | ||
| if (failed) { | ||
| const err = data.error as | ||
| | { $metadata?: Record<string, any>; RequestId?: string; extendedRequestId?: string } | ||
| | undefined; | ||
| const errMetadata = err?.$metadata; | ||
| // Like the OTel path, read RequestId/extendedRequestId off the error itself, with | ||
| // `$metadata` (which smithy service errors also carry) as the fallback. A spread won't | ||
| // do: `$metadata` includes these keys with `undefined` values, clobbering the fallback. | ||
| setMetadataAttributes(span, { | ||
| requestId: err?.RequestId ?? errMetadata?.requestId, | ||
| httpStatusCode: errMetadata?.httpStatusCode, | ||
| extendedRequestId: err?.extendedRequestId ?? errMetadata?.extendedRequestId, | ||
| }); | ||
| return; | ||
| } | ||
|
|
||
| const output = data.result as { $metadata?: Record<string, any> } | undefined; | ||
| setMetadataAttributes(span, output?.$metadata); | ||
|
|
||
| const normalizedResponse: NormalizedResponse = { | ||
| data: output, | ||
| request: normalizedRequest, | ||
| requestId: output?.$metadata?.requestId, | ||
| }; | ||
| servicesExtensions.responseHook(normalizedResponse, span); | ||
| }); | ||
|
|
||
| // Streaming responses end the span when their wrapped stream is consumed (see | ||
| // bedrock-runtime); the helper must not end it on `send` settling. Errors always end here. | ||
| if (requestMetadata?.isStream && !failed) { | ||
| return true; | ||
| } | ||
|
andreiborza marked this conversation as resolved.
|
||
|
|
||
|
andreiborza marked this conversation as resolved.
|
||
| // Normally the region settles long before `send` does (the SDK awaits it internally to | ||
| // build the endpoint), but when `send` settles first (e.g. an early failure) hold the span | ||
| // open until the region backfill lands. The error status was already applied by the | ||
| // helper's `error` subscriber, so a plain `end()` suffices. | ||
| const region = data._sentryRegion; | ||
| if (region && !region.settled) { | ||
| void region.promise.then(() => end()); | ||
|
andreiborza marked this conversation as resolved.
|
||
| return true; | ||
| } | ||
|
andreiborza marked this conversation as resolved.
|
||
|
|
||
| return false; | ||
| }, | ||
| }; | ||
|
|
||
| // The AWS SDK's `Client.prototype.send` lives in different smithy packages across versions; the | ||
| // transform injects one channel per package. Only the package hosting the app's client fires, so | ||
| // subscribing to all of them is safe and never double-instruments a single call. | ||
| const awsSendChannels = [ | ||
| CHANNELS.AWS_SMITHY_CORE_SEND, | ||
| CHANNELS.AWS_SMITHY_CLIENT_SEND, | ||
| CHANNELS.AWS_SDK_SMITHY_CLIENT_SEND, | ||
| ] as const; | ||
|
|
||
| DEBUG_BUILD && debug.log(`[orchestrion:aws-sdk] subscribing to channels "${awsSendChannels.join('", "')}"`); | ||
|
|
||
| waitForTracingChannelBinding(() => { | ||
| for (const channelName of awsSendChannels) { | ||
| bindTracingChannelToSpan( | ||
| diagnosticsChannel.tracingChannel<AwsSendChannelContext>(channelName), | ||
| getSpan, | ||
| opts, | ||
| ); | ||
| } | ||
| }); | ||
| }, | ||
| }; | ||
| }) satisfies IntegrationFn; | ||
|
|
||
| /** | ||
| * EXPERIMENTAL — orchestrion-driven aws-sdk (v3) integration. | ||
| * | ||
| * Subscribes to the `orchestrion:@smithy/smithy-client:send` (and equivalent) diagnostics_channel | ||
| * the orchestrion code transform injects into the AWS SDK's smithy `Client.prototype.send`, emitting | ||
| * spans identical to the OTel `@opentelemetry/instrumentation-aws-sdk` integration (with a distinct | ||
| * `auto.aws.orchestrion.aws_sdk` origin). Requires the orchestrion runtime hook or bundler plugin — | ||
| * wire it up via `experimentalUseDiagnosticsChannelInjection()`. | ||
| * | ||
| * @experimental | ||
| */ | ||
| export const awsChannelIntegration = defineIntegration(_awsChannelIntegration); | ||
|
cursor[bot] marked this conversation as resolved.
|
||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,22 @@ | ||
| import type { Span } from '@sentry/core'; | ||
| import type { NormalizedRequest, NormalizedResponse, RequestMetadata } from '../types'; | ||
|
|
||
| export type { RequestMetadata }; | ||
|
|
||
| export interface ServiceExtension { | ||
| // called before the request is sent, and before the span is started | ||
| requestPreSpanHook: (request: NormalizedRequest) => RequestMetadata; | ||
|
|
||
| // called before the request is sent, and after the span is started. `span` is the started span, | ||
| // used to derive trace-propagation headers injected into outgoing messages. | ||
| requestPostSpanHook?: (request: NormalizedRequest, span: Span) => void; | ||
|
|
||
| // Called after the response is received. Unlike the OTel middleware patch, a tracing-channel | ||
| // subscriber cannot replace the value the caller's promise resolves with: the injected settle | ||
| // handler returns the captured result, not `ctx.result`. It does however publish `asyncEnd` | ||
| // synchronously BEFORE the caller's continuations run, and `response.data` is the same object the | ||
| // caller receives, so extensions that need to alter the response (e.g. wrap a stream) must mutate | ||
| // `response.data` in place; the mutation is guaranteed to be visible to the caller. Same idiom as | ||
| // the vercel-ai subscribers' `result.stream` tap. | ||
| responseHook?: (response: NormalizedResponse, span: Span) => void; | ||
| } |
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,27 @@ | ||
| import type { Span } from '@sentry/core'; | ||
| import type { NormalizedRequest, NormalizedResponse, RequestMetadata } from '../types'; | ||
| import type { ServiceExtension } from './ServiceExtension'; | ||
|
|
||
| export class ServicesExtensions implements ServiceExtension { | ||
| // Per-service extensions, keyed by the client's `serviceId` (e.g. `'S3'`). Services without a | ||
| // registered extension still get the base rpc span from the subscriber. | ||
| private _services: Map<string, ServiceExtension> = new Map(); | ||
|
|
||
| public requestPreSpanHook(request: NormalizedRequest): RequestMetadata { | ||
| const serviceExtension = this._services.get(request.serviceName); | ||
| if (!serviceExtension) { | ||
| return {}; | ||
| } | ||
| return serviceExtension.requestPreSpanHook(request); | ||
| } | ||
|
|
||
| public requestPostSpanHook(request: NormalizedRequest, span: Span): void { | ||
| const serviceExtension = this._services.get(request.serviceName); | ||
| serviceExtension?.requestPostSpanHook?.(request, span); | ||
| } | ||
|
|
||
| public responseHook(response: NormalizedResponse, span: Span): void { | ||
| const serviceExtension = this._services.get(response.request.serviceName); | ||
| serviceExtension?.responseHook?.(response, span); | ||
| } | ||
| } |
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| export { ServicesExtensions } from './ServicesExtensions'; |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
q: Any chance there is a way to not disable these entirely?
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
I tightened this a bit, but kept
no-explicit-anybecause it's used quite a bit.