Skip to content

[receiver/k8sclusterreceiver] Add missing attributes to entities in experimental entity feature #39038

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 27 commits into from
Apr 7, 2025
Merged
Show file tree
Hide file tree
Changes from 4 commits
Commits
Show all changes
27 commits
Select commit Hold shift + click to select a range
a5a989a
Modified entity payloads to include additional attributes for the fol…
k-shaikh Mar 28, 2025
50ae9b5
Merge branch 'main' into main
k-shaikh Mar 28, 2025
6ebe7d8
Added changelog file
k-shaikh Mar 28, 2025
65dd34e
Merge branch 'main' of github.com:k-shaikh/opentelemetry-collector-co…
k-shaikh Mar 28, 2025
fb6c99d
fixed tests in watcher_test.go
k-shaikh Mar 29, 2025
4fb7df8
Merge branch 'main' into main
k-shaikh Mar 29, 2025
88a52ee
Merge branch 'main' into main
k-shaikh Apr 2, 2025
25d3757
Removed unused constant containerID. Renamed containerImage value to …
k-shaikh Apr 2, 2025
429713f
Merge branch 'main' of github.com:k-shaikh/opentelemetry-collector-co…
k-shaikh Apr 2, 2025
be0da30
Merge branch 'main' into main
k-shaikh Apr 2, 2025
1b2e63c
Merge branch 'main' into main
k-shaikh Apr 2, 2025
3d87839
Changed attribute label from 'container.name' to 'k8s.container.name'
k-shaikh Apr 3, 2025
83920df
Merge branch 'main' of github.com:k-shaikh/opentelemetry-collector-co…
k-shaikh Apr 3, 2025
c21b10a
Split container image into separate attributes viz container.image.na…
k-shaikh Apr 3, 2025
0792af6
Merge branch 'main' into main
k-shaikh Apr 3, 2025
be1eec7
Include k8s.namespace.name and k8s.node.name into the metadata
k-shaikh Apr 3, 2025
8435296
Merge branch 'main' of github.com:k-shaikh/opentelemetry-collector-co…
k-shaikh Apr 3, 2025
6e542b3
Merge branch 'main' into main
k-shaikh Apr 3, 2025
3aa2e47
Merge branch 'main' into main
k-shaikh Apr 3, 2025
6f46fc2
Merge branch 'main' into main
k-shaikh Apr 3, 2025
a3eafbd
Merge branch 'main' into main
k-shaikh Apr 4, 2025
01935ca
Merge branch 'main' into main
k-shaikh Apr 4, 2025
eab1dd4
Merge branch 'main' into main
k-shaikh Apr 7, 2025
3b28f9d
Merge branch 'main' into main
k-shaikh Apr 7, 2025
e341bc2
Merge branch 'main' into main
k-shaikh Apr 7, 2025
ba17e78
Merge branch 'main' into main
k-shaikh Apr 7, 2025
50a8c92
Merge branch 'main' into main
k-shaikh Apr 7, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
27 changes: 27 additions & 0 deletions .chloggen/partial-fix-issue-39038.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
# Use this changelog template to create an entry for release notes.

# One of 'breaking', 'deprecation', 'new_component', 'enhancement', 'bug_fix'
change_type: enhancement

# The name of the component, or a single word describing the area of concern, (e.g. filelogreceiver)
component: k8sclusterreceiver

# A brief description of the change. Surround your text with quotes ("") if it needs to start with a backtick (`).
note: Add missing attributes to entities in experimental entity feature

# Mandatory: One or more tracking issues related to the change. You can use the PR number here if no issue exists.
issues: [39038]

# (Optional) One or more lines of additional information to render under the primary note.
# These lines will be padded with 2 spaces and then inserted directly into the document.
# Use pipe (|) for multiline entries.
subtext:

# If your change doesn't affect end users or the exported elements of any package,
# you should instead start your pull request title with [chore] or use the "Skip Changelog" label.
# Optional: The change log or logs in which this entry should be included.
# e.g. '[user]' or '[user, api]'
# Include 'user' if the change is relevant to end users.
# Include 'api' if there is a change to a library API.
# Default: '[user]'
change_logs: [user]
3 changes: 3 additions & 0 deletions receiver/k8sclusterreceiver/internal/constants/constants.go
Original file line number Diff line number Diff line change
Expand Up @@ -14,11 +14,14 @@ const (
K8sKeyReplicationControllerUID = "k8s.replicationcontroller.uid"
K8sKeyResourceQuotaUID = "k8s.resourcequota.uid"
K8sKeyClusterResourceQuotaUID = "openshift.clusterquota.uid"
K8sKeyPodUID = "k8s.pod.uid"

// Resource labels keys for Name.
K8sKeyReplicationControllerName = "k8s.replicationcontroller.name"
K8sKeyResourceQuotaName = "k8s.resourcequota.name"
K8sKeyClusterResourceQuotaName = "openshift.clusterquota.name"
K8sKeyNamespaceName = "k8s.namespace.name"
K8sKeyPodName = "k8s.pod.name"

// Kubernetes resource kinds
K8sKindCronJob = "CronJob"
Expand Down
11 changes: 10 additions & 1 deletion receiver/k8sclusterreceiver/internal/container/containers.go
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@ import (

"github.com/open-telemetry/opentelemetry-collector-contrib/internal/common/docker"
metadataPkg "github.com/open-telemetry/opentelemetry-collector-contrib/pkg/experimentalmetricmetadata"
"github.com/open-telemetry/opentelemetry-collector-contrib/receiver/k8sclusterreceiver/internal/constants"
"github.com/open-telemetry/opentelemetry-collector-contrib/receiver/k8sclusterreceiver/internal/metadata"
imetadata "github.com/open-telemetry/opentelemetry-collector-contrib/receiver/k8sclusterreceiver/internal/metadata"
"github.com/open-telemetry/opentelemetry-collector-contrib/receiver/k8sclusterreceiver/internal/utils"
Expand All @@ -23,6 +24,9 @@ const (
containerKeyStatus = "container.status"
containerKeyStatusReason = "container.status.reason"
containerCreationTimestamp = "container.creation_timestamp"
containerName = "container.name"
containerID = "container.uid"
containerImage = "container.image"

// Values for container metadata
containerStatusRunning = "running"
Expand Down Expand Up @@ -96,9 +100,14 @@ func RecordSpecMetrics(logger *zap.Logger, mb *imetadata.MetricsBuilder, c corev
mb.EmitForResource(imetadata.WithResource(rb.Emit()))
}

func GetMetadata(cs corev1.ContainerStatus) *metadata.KubernetesMetadata {
func GetMetadata(pod *corev1.Pod, cs corev1.ContainerStatus) *metadata.KubernetesMetadata {
mdata := map[string]string{}

mdata[containerName] = cs.Name
mdata[containerImage] = cs.Image
mdata[constants.K8sKeyPodName] = pod.Name
mdata[constants.K8sKeyPodUID] = string(pod.UID)

if cs.State.Running != nil {
mdata[containerKeyStatus] = containerStatusRunning
if !cs.State.Running.StartedAt.IsZero() {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -7,20 +7,35 @@ import (
"testing"
"time"

"github.com/open-telemetry/opentelemetry-collector-contrib/receiver/k8sclusterreceiver/internal/constants"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
corev1 "k8s.io/api/core/v1"
v1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/types"
)

func TestGetMetadata(t *testing.T) {
refTime := v1.Now()
pod := &corev1.Pod{
ObjectMeta: v1.ObjectMeta{
Name: "test-pod",
Namespace: "test-namespace",
UID: types.UID("test-pod-uid"),
},
}

tests := []struct {
name string
containerState corev1.ContainerState
expectedStatus string
expectedReason string
expectedStartedAt string
containerName string
containerID string
containerImage string
podName string
podUID string
}{
{
name: "Running container",
Expand All @@ -31,6 +46,11 @@ func TestGetMetadata(t *testing.T) {
},
expectedStatus: containerStatusRunning,
expectedStartedAt: refTime.Format(time.RFC3339),
containerName: "my-test-container1",
containerID: "f37ee861-f093-4cea-aa26-f39fff8b0998",
containerImage: "docker/someimage1",
podName: pod.Name,
podUID: string(pod.UID),
},
{
name: "Terminated container",
Expand All @@ -46,6 +66,11 @@ func TestGetMetadata(t *testing.T) {
expectedStatus: containerStatusTerminated,
expectedReason: "Completed",
expectedStartedAt: refTime.Format(time.RFC3339),
containerName: "my-test-container2",
containerID: "f37ee861-f093-4cea-aa26-f39fff8b0997",
containerImage: "docker/someimage2",
podName: pod.Name,
podUID: string(pod.UID),
},
{
name: "Waiting container",
Expand All @@ -56,15 +81,23 @@ func TestGetMetadata(t *testing.T) {
},
expectedStatus: containerStatusWaiting,
expectedReason: "CrashLoopBackOff",
containerName: "my-test-container3",
containerID: "f37ee861-f093-4cea-aa26-f39fff8b0996",
containerImage: "docker/someimage3",
podName: pod.Name,
podUID: string(pod.UID),
},
}

for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
cs := corev1.ContainerStatus{
State: tt.containerState,
State: tt.containerState,
Name: tt.containerName,
ContainerID: tt.containerID,
Image: tt.containerImage,
}
md := GetMetadata(cs)
md := GetMetadata(pod, cs)

require.NotNil(t, md)
assert.Equal(t, tt.expectedStatus, md.Metadata[containerKeyStatus])
Expand All @@ -75,6 +108,10 @@ func TestGetMetadata(t *testing.T) {
assert.Contains(t, md.Metadata, containerCreationTimestamp)
assert.Equal(t, tt.expectedStartedAt, md.Metadata[containerCreationTimestamp])
}
assert.Equal(t, tt.containerName, md.Metadata[containerName])
assert.Equal(t, tt.containerImage, md.Metadata[containerImage])
assert.Equal(t, tt.podName, md.Metadata[constants.K8sKeyPodName])
assert.Equal(t, tt.podUID, md.Metadata[constants.K8sKeyPodUID])
})
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,7 @@ func TestCronJobMetadata(t *testing.T) {
"concurrency_policy": "concurrency_policy",
"k8s.workload.kind": "CronJob",
"k8s.workload.name": "test-cronjob-1",
"k8s.namespace.name": "test-namespace",
},
},
*actualMetadata["test-cronjob-1-uid"],
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -55,6 +55,7 @@ func GetGenericMetadata(om *v1.ObjectMeta, resourceType string) *KubernetesMetad
metadata[constants.K8sKeyWorkLoadKind] = resourceType
metadata[constants.K8sKeyWorkLoadName] = om.Name
metadata[rType+".creation_timestamp"] = om.GetCreationTimestamp().Format(time.RFC3339)
metadata[constants.K8sKeyNamespaceName] = om.Namespace

for _, or := range om.OwnerReferences {
kind := strings.ToLower(or.Kind)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ func Test_getGenericMetadata(t *testing.T) {
om := &v1.ObjectMeta{
Name: "test-name",
UID: "test-uid",
Namespace: "test-namespace",
Generation: 0,
CreationTimestamp: v1.NewTime(now),
Labels: map[string]string{
Expand Down Expand Up @@ -46,6 +47,7 @@ func Test_getGenericMetadata(t *testing.T) {
assert.Equal(t, map[string]string{
"k8s.workload.name": "test-name",
"k8s.workload.kind": "ResourceType",
"k8s.namespace.name": "test-namespace",
"resourcetype.creation_timestamp": now.Format(time.RFC3339),
"k8s.owner-kind-1.name": "owner1",
"k8s.owner-kind-1.uid": "owner1",
Expand Down
5 changes: 4 additions & 1 deletion receiver/k8sclusterreceiver/internal/pod/pods.go
Original file line number Diff line number Diff line change
Expand Up @@ -164,6 +164,9 @@ func GetMetadata(pod *corev1.Pod, mc *metadata.Store, logger *zap.Logger) map[ex
meta = maps.MergeStringMaps(meta, collectPodReplicaSetProperties(pod, store, logger))
}

meta[constants.K8sKeyNamespaceName] = pod.Namespace
meta[constants.K8sKeyPodName] = pod.Name

podID := experimentalmetricmetadata.ResourceID(pod.UID)
return metadata.MergeKubernetesMetadataMaps(map[experimentalmetricmetadata.ResourceID]*metadata.KubernetesMetadata{
podID: {
Expand Down Expand Up @@ -252,7 +255,7 @@ func getWorkloadProperties(ref *v1.OwnerReference, labelKey string) map[string]s
func getPodContainerProperties(pod *corev1.Pod) map[experimentalmetricmetadata.ResourceID]*metadata.KubernetesMetadata {
km := map[experimentalmetricmetadata.ResourceID]*metadata.KubernetesMetadata{}
for _, cs := range pod.Status.ContainerStatuses {
md := container.GetMetadata(cs)
md := container.GetMetadata(pod, cs)
km[md.ResourceID] = md
}
return km
Expand Down
16 changes: 13 additions & 3 deletions receiver/k8sclusterreceiver/internal/pod/pods_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -235,8 +235,10 @@ func testCaseForPodWorkload(to testCaseOptions) testCase {

func expectedKubernetesMetadata(to testCaseOptions) map[experimentalmetricmetadata.ResourceID]*metadata.KubernetesMetadata {
podUIDLabel := "test-pod-0-uid"
podNameLabel := "test-pod-0"
kindLower := strings.ToLower(to.kind)
kindObjName := fmt.Sprintf("test-%s-0", kindLower)
namespaceLabel := "test-namespace"
kindObjUID := fmt.Sprintf("test-%s-0-uid", kindLower)
kindNameLabel := fmt.Sprintf("k8s.%s.name", kindLower)
kindUIDLabel := fmt.Sprintf("k8s.%s.uid", kindLower)
Expand All @@ -247,9 +249,11 @@ func expectedKubernetesMetadata(to testCaseOptions) map[experimentalmetricmetada
ResourceIDKey: "k8s.pod.uid",
ResourceID: experimentalmetricmetadata.ResourceID(podUIDLabel),
Metadata: map[string]string{
kindNameLabel: kindObjName,
kindUIDLabel: kindObjUID,
"k8s.pod.phase": "Unknown", // Default value when phase is not set.
kindNameLabel: kindObjName,
kindUIDLabel: kindObjUID,
"k8s.pod.phase": "Unknown", // Default value when phase is not set.
"k8s.namespace.name": namespaceLabel,
"k8s.pod.name": podNameLabel,
},
},
}
Expand Down Expand Up @@ -485,6 +489,8 @@ func TestTransform(t *testing.T) {
func TestPodMetadata(t *testing.T) {
tests := []struct {
name string
podName string
namespace string
statusPhase corev1.PodPhase
statusReason string
expectedMetadata map[string]string
Expand All @@ -494,6 +500,8 @@ func TestPodMetadata(t *testing.T) {
statusPhase: corev1.PodFailed,
statusReason: "Evicted",
expectedMetadata: map[string]string{
"k8s.pod.name": "test-pod-0",
"k8s.namespace.name": "test-namespace",
"k8s.pod.phase": "Failed",
"k8s.pod.status_reason": "Evicted",
"k8s.workload.kind": "Deployment",
Expand All @@ -509,6 +517,8 @@ func TestPodMetadata(t *testing.T) {
statusPhase: corev1.PodRunning,
statusReason: "",
expectedMetadata: map[string]string{
"k8s.pod.name": "test-pod-0",
"k8s.namespace.name": "test-namespace",
"k8s.pod.phase": "Running",
"k8s.workload.kind": "Deployment",
"k8s.workload.name": "test-deployment-0",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,7 @@ func TestStatefulsetMetadata(t *testing.T) {
Metadata: map[string]string{
"k8s.workload.name": "test-statefulset-1",
"k8s.workload.kind": "StatefulSet",
"k8s.namespace.name": "test-namespace",
"statefulset.creation_timestamp": "0001-01-01T00:00:00Z",
"foo": "bar",
"foo1": "",
Expand Down
Loading