feat(boto3): Add common OTel AWS client attributes (#7481)

### Description
Implements #7475  by adding common OTel attributes to boto client spans.


### Changes
- add the following attributes: `rpc.system.name`, `rpc.service`,
`rpc.method`, `cloud.region`, `server.address`, `server.port`.
- set `rpc.system.name` to `aws-api`
- changing span name to `Service.Operation` (now it's
`aws.<service>.<Operation>`), e.g. `S3.HeadObject` following OTel is a
breaking change and will be done in major.
- use modeled AWS service for `rpc.service`; not supported anymore by
OTel, but JS keeps this too.
- use boto operation name for `rpc.method`.
- extend `AwsCallContext` to carry extra client metadata for
instrumentation.

#### Issues
Resolves #7475

Author: pabloDeputter

sentry_sdk/consts.py

@@ -414,6 +414,12 @@ class SPANDATA:
     Example: "10.1.2.80"
     """
 
+    CLOUD_REGION = "cloud.region"
+    """
+    The geographical region the resource is running.
+    Example: "us-east-1"
+    """
+
     CODE_FILEPATH = "code.filepath"
     """
     .. deprecated::
@@ -977,12 +983,24 @@ class SPANDATA:
     Example: "com.example.ExampleService/exampleMethod"
     """
 
+    RPC_SERVICE = "rpc.service"
+    """
+    The full (logical) name of the service being called, including its package name, if applicable.
+    Example: "myService.BestService"
+    """
+
     RPC_RESPONSE_STATUS_CODE = "rpc.response.status_code"
     """
     Status code of the RPC returned by the RPC server or generated by the client.
     Example: "DEADLINE_EXCEEDED"
     """
 
+    RPC_SYSTEM_NAME = "rpc.system.name"
+    """
+    A string identifying the remoting system.
+    Example: "aws-api"
+    """
+
     SERVER_ADDRESS = "server.address"
     """
     Name of the database host.

sentry_sdk/integrations/boto3/_client.py

@@ -91,7 +91,7 @@ def sentry_patched_make_api_call(
         if client.get_integration(Boto3Integration) is None:
             return orig_make_api_call(self, operation_name, api_params)
 
-        ctx = AwsCallContext(operation_name)
+        ctx = AwsCallContext(operation_name, api_params)
 
         # add optional metadata to context.
         with capture_internal_exceptions():

sentry_sdk/integrations/boto3/_context.py

@@ -4,7 +4,7 @@
 from sentry_sdk.utils import capture_internal_exceptions
 
 if TYPE_CHECKING:
-    from typing import Any, Optional
+    from typing import Any, Dict, Optional
 
 try:
     from botocore.client import BaseClient
@@ -14,15 +14,27 @@
 
 class AwsCallContext:
     __slots__ = (
+        "service_name",
         "service_id",
         "service_id_hyphenized",
         "operation_name",
+        "region_name",
+        "endpoint_url",
+        "params",
     )
 
-    def __init__(self, operation_name: str) -> None:
+    def __init__(self, operation_name: str, params: "Any") -> None:
         self.operation_name: str = operation_name
+        self.params: "Dict[str, Any]" = {}
+        self.service_name: "Optional[str]" = None
         self.service_id: "Optional[str]" = None
         self.service_id_hyphenized: "Optional[str]" = None
+        self.region_name: "Optional[str]" = None
+        self.endpoint_url: "Optional[str]" = None
+
+        if isinstance(params, dict):
+            with capture_internal_exceptions():
+                self.params = dict(params)
 
     def add_metadata(self, client: "BaseClient") -> None:
         def _get_attr(obj: "Any", name: str) -> "Any":
@@ -35,10 +47,16 @@ def _get_attr(obj: "Any", name: str) -> "Any":
         client_meta = _get_attr(client, "meta")
         service_model = _get_attr(client_meta, "service_model")
 
+        # botocore's internal identifier, e.g. `apigateway`.
+        self.service_name = _get_attr(service_model, "service_name")
+
         # modeled AWS service identity used in span names, e.g. `API Gateway`.
         service_id = _get_attr(service_model, "service_id")
         if service_id is not None:
             with capture_internal_exceptions():
                 self.service_id = str(service_id)
             with capture_internal_exceptions():
                 self.service_id_hyphenized = service_id.hyphenize()
+
+        self.region_name = _get_attr(client_meta, "region_name")
+        self.endpoint_url = _get_attr(client_meta, "endpoint_url")

sentry_sdk/integrations/boto3/_instrumentation.py

@@ -1,9 +1,15 @@
 from typing import TYPE_CHECKING
+from urllib.parse import urlsplit
 
 import sentry_sdk
 from sentry_sdk.consts import OP, SPANDATA, SPANSTATUS
 from sentry_sdk.integrations import DidNotEnable
-from sentry_sdk.integrations.boto3.consts import IDENTIFIER, ORIGIN
+from sentry_sdk.integrations.boto3.consts import (
+    AWS_RPC_SYSTEM_NAME,
+    DEFAULT_PORTS,
+    IDENTIFIER,
+    ORIGIN,
+)
 from sentry_sdk.traces import NoOpStreamedSpan, StreamedSpan
 from sentry_sdk.tracing import BAGGAGE_HEADER_NAME, Span
 from sentry_sdk.tracing_utils import (
@@ -31,6 +37,55 @@
     raise DidNotEnable("botocore not installed")
 
 
+def _set_span_attributes(
+    span: "Union[Span, StreamedSpan]", attributes: "Attributes"
+) -> None:
+    if isinstance(span, StreamedSpan):
+        span.set_attributes(attributes)
+        return
+
+    for key, value in attributes.items():
+        span.set_data(key, value)
+
+
+def _get_server_attributes(endpoint_url: "Optional[str]") -> "Attributes":
+    if not endpoint_url:
+        return {}
+
+    try:
+        parsed_url = urlsplit(endpoint_url)
+        if parsed_url.scheme not in DEFAULT_PORTS or not parsed_url.hostname:
+            return {}
+
+        # `server.port` is only defined together with `server.address`.
+        # Infer the effective port when the configured HTTP(S) endpoint omits it.
+        # https://opentelemetry.io/docs/specs/semconv/rpc/rpc-spans/
+        return {
+            SPANDATA.SERVER_ADDRESS: parsed_url.hostname,
+            SPANDATA.SERVER_PORT: parsed_url.port or DEFAULT_PORTS[parsed_url.scheme],
+        }
+
+    except (TypeError, UnicodeError, ValueError):
+        # invalid client metadata must not prevent the AWS call from running.
+        return {}
+
+
+def _get_client_attributes(
+    ctx: "AwsCallContext",
+) -> "Attributes":
+    attributes: "Attributes" = {}
+
+    # `rpc.service` is deprecated in OTel, but js still uses it.
+    if ctx.service_id:
+        attributes[SPANDATA.RPC_SERVICE] = ctx.service_id
+
+    if ctx.region_name:
+        attributes[SPANDATA.CLOUD_REGION] = ctx.region_name
+
+    attributes.update(_get_server_attributes(ctx.endpoint_url))
+    return attributes
+
+
 def _start_client_span(
     ctx: "AwsCallContext",
 ) -> "Optional[Union[Span, StreamedSpan]]":
@@ -43,17 +98,27 @@ def _start_client_span(
     # e.g. "aws.unknown.GetObject"
     service_name = ctx.service_id_hyphenized or "unknown"
     span_name = f"aws.{service_name}.{ctx.operation_name}"
+    attributes: "Attributes" = {
+        SPANDATA.RPC_METHOD: ctx.operation_name,
+        SPANDATA.RPC_SYSTEM_NAME: AWS_RPC_SYSTEM_NAME,
+    }
+    with capture_internal_exceptions():
+        attributes.update(_get_client_attributes(ctx))
+    span_op = OP.HTTP_CLIENT
+    span_origin = ORIGIN
 
     if has_span_streaming_enabled(client.options):
         if sentry_sdk.traces.get_current_span() is None:
             return None
 
-        attributes: "Attributes" = {
-            SPANDATA.SENTRY_OP: OP.HTTP_CLIENT,
-            SPANDATA.SENTRY_ORIGIN: ORIGIN,
-        }
-        if ctx.service_id:
-            attributes[SPANDATA.RPC_METHOD] = f"{ctx.service_id}/{ctx.operation_name}"
+        # `start_span()` evaluates `ignore_spans` against the initial attributes.
+        # https://opentelemetry.io/docs/specs/semconv/rpc/rpc-spans/#rpc-client-span
+        attributes.update(
+            {
+                SPANDATA.SENTRY_OP: span_op,
+                SPANDATA.SENTRY_ORIGIN: span_origin,
+            }
+        )
         return sentry_sdk.traces.start_span(
             name=span_name,
             attributes=attributes,
@@ -64,9 +129,11 @@ def _start_client_span(
 
     span = sentry_sdk.start_span(
         name=span_name,
-        op=OP.HTTP_CLIENT,
-        origin=ORIGIN,
+        op=span_op,
+        origin=span_origin,
     )
+    with capture_internal_exceptions():
+        _set_span_attributes(span, attributes)
     with capture_internal_exceptions():
         if ctx.service_id_hyphenized:
             span.set_tag("aws.service_id", ctx.service_id_hyphenized)
@@ -112,8 +179,8 @@ def _instrument_streaming_body(
             # unrelated new spans attach to the stream span since it's the current span.
             active=False,
             attributes={
-                "sentry.op": OP.HTTP_CLIENT_STREAM,
-                "sentry.origin": ORIGIN,
+                SPANDATA.SENTRY_OP: OP.HTTP_CLIENT_STREAM,
+                SPANDATA.SENTRY_ORIGIN: ORIGIN,
             },
         )
     else:
@@ -211,6 +278,9 @@ def _set_request_attributes(
         with capture_internal_exceptions():
             parsed_url = parse_url(request.url, sanitize=False)
 
+    # overwrite server attributes when actual request URL is resolved.
+    _set_span_attributes(span, _get_server_attributes(request.url))
+
     if isinstance(span, StreamedSpan):
         span.set_attributes(get_url_attributes(client, parsed_url))
         if request.method is not None:
@@ -264,10 +334,9 @@ def _sentry_request_created(
     fresh `AWSRequest` on every retry.
     https://github.com/boto/botocore/blob/f9195c79ea2bf46350dd320d2a0bf3db7da0b460/botocore/endpoint.py#L178-L202
     """
-    from sentry_sdk.integrations.boto3 import Boto3Integration
 
     client = sentry_sdk.get_client()
-    if client.get_integration(Boto3Integration) is None:
+    if client.get_integration("boto3") is None:
         return
 
     with capture_internal_exceptions():
@@ -294,10 +363,8 @@ def _sentry_request_created(
 def _sentry_before_sign(
     request: "AWSRequest", signature_version: "Any", **kwargs: "Any"
 ) -> None:
-    from sentry_sdk.integrations.boto3 import Boto3Integration
-
     client = sentry_sdk.get_client()
-    if client.get_integration(Boto3Integration) is None:
+    if client.get_integration("boto3") is None:
         return
 
     with capture_internal_exceptions():

sentry_sdk/integrations/boto3/consts.py

@@ -1,2 +1,12 @@
 IDENTIFIER = "boto3"
 ORIGIN = f"auto.http.{IDENTIFIER}"
+
+# value is used by `rpc.system` (deprecated in OTel, but we still support it for now) and `rpc.system.name`
+# https://opentelemetry.io/docs/specs/semconv/cloud-providers/aws-sdk/#aws-sdk-spans
+AWS_RPC_SYSTEM_NAME = "aws-api"
+
+# default ports for HTTP and HTTPS
+DEFAULT_PORTS = {
+    "http": 80,
+    "https": 443,
+}