[exporter/azuremonitor] Support handling log exceptions (#39962)

<!--Ex. Fixing a bug - Describe the bug and how this fixes the issue.
Ex. Adding a feature - Explain what this achieves.-->
#### Description

Support handling exceptions to azure application insights `exceptions`
table, and the logic aligned with implementation in azure SDK like
[js](https://github.com/Azure/azure-sdk-for-js/blob/main/sdk/monitor/monitor-opentelemetry-exporter/src/utils/logUtils.ts#L78C3-L78C67),
[python](https://github.com/Azure/azure-sdk-for-python/blob/main/sdk/monitor/azure-monitor-opentelemetry-exporter/azure/monitor/opentelemetry/exporter/export/logs/_exporter.py#L143).

<!-- Issue number (e.g. #1234) or full URL to issue, if applicable. -->
#### Link to tracking issue
Fixes #38432 .

<!--Describe what testing was performed and which tests were added.-->
#### Testing

1. added unit tests.
2. validated using 2 application insights. some results showed below.

<img width="842" alt="image"
src="https://github.com/user-attachments/assets/ce101ef1-00a2-47bf-8930-d51cdeb180cc"
/>



<!--Describe the documentation added.-->
#### Documentation

As described in README.md

<!--Please delete paragraphs that you did not use before submitting.-->

Author: hgaol

.chloggen/38432.yaml

@@ -0,0 +1,27 @@
+# Use this changelog template to create an entry for release notes.
+
+# One of 'breaking', 'deprecation', 'new_component', 'enhancement', 'bug_fix'
+change_type: 'enhancement'
+
+# The name of the component, or a single word describing the area of concern, (e.g. filelogreceiver)
+component: azuremonitorexxporter
+
+# A brief description of the change.  Surround your text with quotes ("") if it needs to start with a backtick (`).
+note: support logging exceptions for azuremonitor exporter
+
+# Mandatory: One or more tracking issues related to the change. You can use the PR number here if no issue exists.
+issues: [38432]
+
+# (Optional) One or more lines of additional information to render under the primary note.
+# These lines will be padded with 2 spaces and then inserted directly into the document.
+# Use pipe (|) for multiline entries.
+subtext:
+
+# If your change doesn't affect end users or the exported elements of any package,
+# you should instead start your pull request title with [chore] or use the "Skip Changelog" label.
+# Optional: The change log or logs in which this entry should be included.
+# e.g. '[user]' or '[user, api]'
+# Include 'user' if the change is relevant to end users.
+# Include 'api' if there is a change to a library API.
+# Default: '[user]'
+change_logs: [user]

exporter/azuremonitorexporter/README.md

@@ -126,6 +126,12 @@ This exporter saves log records to Application Insights `traces` table.
 
 When `custom_events_enabled` = `true`, azure monitor exporter will export log record to custom events when there's attribute `microsoft.custom_event.name` or `APPLICATION_INSIGHTS_EVENT_MARKER_ATTRIBUTE`. 
 
+#### Exceptions
+
+This exporter saves exception records to Application Insights `exceptions` table when log records indicate an excetion [specification](https://opentelemetry.io/docs/specs/otel/trace/exceptions/).
+
+When `exception_event_enabled` = `true`, azure monitor exxporter will export log record to exceptions when there's attributes `exception.message` or `exception.type`.
+
 ### Metrics
 
 This exporter saves metrics to Application Insights `customMetrics` table.

exporter/azuremonitorexporter/config.go

@@ -12,13 +12,14 @@ import (
 
 // Config defines configuration for Azure Monitor
 type Config struct {
-	QueueSettings       exporterhelper.QueueBatchConfig `mapstructure:"sending_queue"`
-	Endpoint            string                          `mapstructure:"endpoint"`
-	ConnectionString    configopaque.String             `mapstructure:"connection_string"`
-	InstrumentationKey  configopaque.String             `mapstructure:"instrumentation_key"`
-	MaxBatchSize        int                             `mapstructure:"maxbatchsize"`
-	MaxBatchInterval    time.Duration                   `mapstructure:"maxbatchinterval"`
-	SpanEventsEnabled   bool                            `mapstructure:"spaneventsenabled"`
-	ShutdownTimeout     time.Duration                   `mapstructure:"shutdown_timeout"`
-	CustomEventsEnabled bool                            `mapstructure:"custom_events_enabled"`
+	QueueSettings          exporterhelper.QueueBatchConfig `mapstructure:"sending_queue"`
+	Endpoint               string                          `mapstructure:"endpoint"`
+	ConnectionString       configopaque.String             `mapstructure:"connection_string"`
+	InstrumentationKey     configopaque.String             `mapstructure:"instrumentation_key"`
+	MaxBatchSize           int                             `mapstructure:"maxbatchsize"`
+	MaxBatchInterval       time.Duration                   `mapstructure:"maxbatchinterval"`
+	SpanEventsEnabled      bool                            `mapstructure:"spaneventsenabled"`
+	ShutdownTimeout        time.Duration                   `mapstructure:"shutdown_timeout"`
+	CustomEventsEnabled    bool                            `mapstructure:"custom_events_enabled"`
+	ExceptionEventsEnabled bool                            `mapstructure:"exception_events_enabled"`
 }

exporter/azuremonitorexporter/log_to_envelope.go

@@ -9,6 +9,7 @@ import (
 	"github.com/microsoft/ApplicationInsights-Go/appinsights/contracts"
 	"go.opentelemetry.io/collector/pdata/pcommon"
 	"go.opentelemetry.io/collector/pdata/plog"
+	conventions "go.opentelemetry.io/otel/semconv/v1.27.0"
 	"go.uber.org/zap"
 
 	"github.com/open-telemetry/opentelemetry-collector-contrib/internal/coreinternal/traceutil"
@@ -83,15 +84,48 @@ func (packer *logPacker) LogRecordToEnvelope(logRecord plog.LogRecord, resource
 	envelope, data := packer.initEnvelope(logRecord)
 	attributes := logRecord.Attributes()
 
-	if packer.config.CustomEventsEnabled && isEventData(attributes) {
+	switch {
+	case packer.config.CustomEventsEnabled && isEventData(attributes):
 		packer.handleEventData(envelope, data, logRecord)
-	} else {
+	case packer.config.ExceptionEventsEnabled && isExceptionData(attributes):
+		packer.handleExceptionData(envelope, data, logRecord, resource, instrumentationScope)
+	default:
 		packer.handleMessageData(envelope, data, logRecord, resource, instrumentationScope)
 	}
 
 	return envelope
 }
 
+func (packer *logPacker) handleExceptionData(envelope *contracts.Envelope, data *contracts.Data, logRecord plog.LogRecord, resource pcommon.Resource, instrumentationScope pcommon.InstrumentationScope) {
+	logAttributeMap := logRecord.Attributes()
+	exceptionData := contracts.NewExceptionData()
+	exceptionData.Properties = make(map[string]string)
+	exceptionData.SeverityLevel = packer.toAiSeverityLevel(logRecord.SeverityNumber())
+	exceptionData.ProblemId = logRecord.SeverityText()
+
+	exceptionDetails := mapIncomingAttributeMapExceptionDetail(logAttributeMap)
+	exceptionData.Exceptions = append(exceptionData.Exceptions, exceptionDetails)
+
+	envelope.Name = exceptionData.EnvelopeName("")
+
+	data.BaseData = exceptionData
+	data.BaseType = exceptionData.BaseType()
+	envelope.Data = data
+
+	envelope.Tags[contracts.OperationId] = traceutil.TraceIDToHexOrEmptyString(logRecord.TraceID())
+	envelope.Tags[contracts.OperationParentId] = traceutil.SpanIDToHexOrEmptyString(logRecord.SpanID())
+
+	resourceAttributes := resource.Attributes()
+	applyResourcesToDataProperties(exceptionData.Properties, resourceAttributes)
+	applyInstrumentationScopeValueToDataProperties(exceptionData.Properties, instrumentationScope)
+	applyCloudTagsToEnvelope(envelope, resourceAttributes)
+	applyInternalSdkVersionTagToEnvelope(envelope)
+
+	setAttributesAsProperties(logAttributeMap, exceptionData.Properties)
+
+	packer.sanitizeAll(envelope, exceptionData)
+}
+
 func (packer *logPacker) sanitize(sanitizeFunc func() []string) {
 	for _, warning := range sanitizeFunc() {
 		packer.logger.Warn(warning)
@@ -148,3 +182,22 @@ func hasOneOfKeys(attrMap pcommon.Map, keys ...string) bool {
 func isEventData(attrMap pcommon.Map) bool {
 	return hasOneOfKeys(attrMap, attributeMicrosoftCustomEventName, attributeApplicationInsightsEventMarkerAttribute)
 }
+
+func isExceptionData(attributes pcommon.Map) bool {
+	return hasOneOfKeys(attributes, string(conventions.ExceptionTypeKey), string(conventions.ExceptionMessageKey))
+}
+
+func mapIncomingAttributeMapExceptionDetail(attributemap pcommon.Map) *contracts.ExceptionDetails {
+	exceptionDetails := contracts.NewExceptionDetails()
+	if message, exists := attributemap.Get(string(conventions.ExceptionMessageKey)); exists {
+		exceptionDetails.Message = message.Str()
+	}
+	if typeName, exists := attributemap.Get(string(conventions.ExceptionTypeKey)); exists {
+		exceptionDetails.TypeName = typeName.Str()
+	}
+	if stackTrace, exists := attributemap.Get(string(conventions.ExceptionStacktraceKey)); exists {
+		exceptionDetails.HasFullStack = true
+		exceptionDetails.Stack = stackTrace.Str()
+	}
+	return exceptionDetails
+}

exporter/azuremonitorexporter/logexporter_test.go

@@ -347,3 +347,91 @@ func TestSetAttributesAsProperties(t *testing.T) {
 	assert.Equal(t, "4.56", properties["double_key"])
 	assert.Equal(t, "true", properties["bool_key"])
 }
+
+func TestHandleExceptionDataWithDetails(t *testing.T) {
+	logger := zap.NewNop()
+	config := &Config{}
+	packer := newLogPacker(logger, config)
+
+	tests := []struct {
+		name             string
+		severityNum      plog.SeverityNumber
+		severityText     string
+		exceptionType    string
+		exceptionMessage string
+		stackTrace       string
+		resourceAttrs    map[string]any
+	}{
+		{
+			name:             "Full exception details",
+			severityNum:      plog.SeverityNumberError,
+			severityText:     "RuntimeError",
+			exceptionType:    "TypeError",
+			exceptionMessage: "Cannot read property 'undefined'",
+			stackTrace:       "at Object.method (/path/file.js:10)\nat Object.method2 (/path/file2.js:20)",
+			resourceAttrs: map[string]any{
+				string(conventions.ServiceNameKey): "testService",
+				"custom.attr":                      "value",
+			},
+		},
+		{
+			name:             "Minimal exception details",
+			severityNum:      plog.SeverityNumberFatal,
+			severityText:     "FatalError",
+			exceptionType:    "SystemError",
+			exceptionMessage: "System crash",
+			resourceAttrs:    map[string]any{},
+		},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			envelope := contracts.NewEnvelope()
+			envelope.Tags = make(map[string]string)
+			data := contracts.NewData()
+
+			logRecord := plog.NewLogRecord()
+			logRecord.SetSeverityNumber(tt.severityNum)
+			logRecord.SetSeverityText(tt.severityText)
+
+			attrs := logRecord.Attributes()
+			attrs.PutStr(string(conventions.ExceptionTypeKey), tt.exceptionType)
+			attrs.PutStr(string(conventions.ExceptionMessageKey), tt.exceptionMessage)
+			if tt.stackTrace != "" {
+				attrs.PutStr(string(conventions.ExceptionStacktraceKey), tt.stackTrace)
+			}
+
+			resource := pcommon.NewResource()
+			for k, v := range tt.resourceAttrs {
+				if str, ok := v.(string); ok {
+					resource.Attributes().PutStr(k, str)
+				}
+			}
+
+			scope := pcommon.NewInstrumentationScope()
+
+			packer.handleExceptionData(envelope, data, logRecord, resource, scope)
+
+			exceptionData := data.BaseData.(*contracts.ExceptionData)
+			assert.Equal(t, tt.severityText, exceptionData.ProblemId)
+			assert.NotEmpty(t, exceptionData.Properties)
+
+			require.Len(t, exceptionData.Exceptions, 1)
+			exception := exceptionData.Exceptions[0]
+			assert.Equal(t, tt.exceptionType, exception.TypeName)
+			assert.Equal(t, tt.exceptionMessage, exception.Message)
+
+			if tt.stackTrace != "" {
+				assert.Equal(t, tt.stackTrace, exception.Stack)
+				assert.True(t, exception.HasFullStack)
+			}
+
+			// Resource attributes should be copied to properties
+			for k, v := range tt.resourceAttrs {
+				if str, ok := v.(string); ok {
+					assert.Equal(t, str, exceptionData.Properties[k])
+				}
+			}
+		})
+	}
+}