Skip to content

feat: Add GCP V2 Managed Kafka entity definitions for 6 entity types (NR-565785) #2935

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
sparsi17 wants to merge 15 commits into
base: main
Choose a base branch
from
Open

feat: Add GCP V2 Managed Kafka entity definitions for 6 entity types (NR-565785) #2935

Show file tree
Hide file tree
Changes from 13 commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
85b9c64
feat: Add GCP V2 Managed Kafka entity definitions for 6 entity types …
sparsi17 Jun 11, 2026
145ddb3
fix: Remove invalid division aggregation from GCPMANAGEDKAFKACLUSTER …
sparsi17 Jun 16, 2026
a56966d
fix: Restore original title and unit for cpuCoreUsageTime golden metr…
sparsi17 Jun 16, 2026
991b2f7
fix: Use standard gcp.projectId + gcp.region goldenTags for Managed K…
sparsi17 Jun 16, 2026
619ffca
fix: Add parent cluster/connect_cluster goldenTags for Managed Kafka …
sparsi17 Jun 16, 2026
8aaeed4
fix: Use camelCase gcp.connectCluster goldenTag (NR-565785)
sparsi17 Jun 16, 2026
3bf4d36
fix: Correct metric.percentile filter from 'p99' to '99' for request_…
sparsi17 Jun 24, 2026
f2ff9b1
Merge branch 'main' into feat/gcp-managedkafka-entities
sparsi17 Jun 25, 2026
f248b30
chore: Remove GCPMANAGEDKAFKACLUSTER and GCPMANAGEDKAFKATOPIC from PR…
sparsi17 Jun 25, 2026
676c6c6
feat: Add GCP Managed Kafka support to KAFKACLUSTER and KAFKATOPIC en…
sparsi17 Jun 26, 2026
29c9cd9
fix: Add gcp: blocks to existing golden metrics instead of standalone…
sparsi17 Jun 26, 2026
30fc752
Merge branch 'main' into feat/gcp-managedkafka-entities
sparsi17 Jun 26, 2026
9a982b8
feat: Add gcp: block to partitionCount + update summary_metrics for K…
sparsi17 Jun 26, 2026
15703d2
fix: Match aggregation functions in gcp: blocks with other query bloc…
sparsi17 Jun 26, 2026
be7c40f
chore: Remove KAFKACLUSTER and KAFKATOPIC changes — moved to feat/gcp…
sparsi17 Jun 26, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
128 changes: 128 additions & 0 deletions entity-types/infra-gcpmanagedkafkaconnectcluster/dashboard.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,128 @@
{
"name": "GCP Managed Kafka Connect Cluster",
"description": null,
"pages": [
{
"name": "GCP Managed Kafka Connect Cluster",
"description": null,
"widgets": [
{
"title": "Worker CPU Usage",
"layout": {
"column": 1,
"row": 1,
"width": 4,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "FROM Metric SELECT rate(sum(`gcp.managedkafka.cpu.worker_core_usage_time`), 1 minute) AS 'CPU (vCPU/s)' WHERE `entity.guid` = '{{entity.guid}}' TIMESERIES AUTO"
}
],
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Worker Memory (bytes)",
"layout": {
"column": 5,
"row": 1,
"width": 4,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "FROM Metric SELECT average(`gcp.managedkafka.memory.worker_usage`) AS 'Memory (bytes)' WHERE `entity.guid` = '{{entity.guid}}' TIMESERIES AUTO"
}
],
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Request Rate (req/s)",
"layout": {
"column": 9,
"row": 1,
"width": 4,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "FROM Metric SELECT average(`gcp.managedkafka.connector_request_rate`) AS 'Requests/s' WHERE `entity.guid` = '{{entity.guid}}' TIMESERIES AUTO"
}
],
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Response Rate (resp/s)",
"layout": {
"column": 1,
"row": 4,
"width": 4,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "FROM Metric SELECT average(`gcp.managedkafka.connector_response_rate`) AS 'Responses/s' WHERE `entity.guid` = '{{entity.guid}}' TIMESERIES AUTO"
}
],
"yAxisLeft": {
"zero": true
}
}
}
]
}
]
}
12 changes: 12 additions & 0 deletions entity-types/infra-gcpmanagedkafkaconnectcluster/definition.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
domain: INFRA
type: GCPMANAGEDKAFKACONNECTCLUSTER
goldenTags:
- gcp.projectId
- gcp.region
configuration:
entityExpirationTime: DAILY
alertable: true

ownership:
primaryOwner:
teamName: "Cloud Monitoring Platform"
29 changes: 29 additions & 0 deletions entity-types/infra-gcpmanagedkafkaconnectcluster/golden_metrics.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
cpuWorkerCoreUsageTime:
title: Worker CPU Usage
unit: PERCENTAGE
queries:
gcp:
select: rate(sum(gcp.managedkafka.cpu.worker_core_usage_time), 1 minute)
from: Metric
eventId: entity.guid
eventName: entity.name

memoryWorkerUsage:
title: Worker Memory Usage (bytes)
unit: BYTES
queries:
gcp:
select: average(gcp.managedkafka.memory.worker_usage)
from: Metric
eventId: entity.guid
eventName: entity.name

connectorRequestRate:
title: Connector Request Rate
unit: COUNT
queries:
gcp:
select: average(gcp.managedkafka.connector_request_rate)
from: Metric
eventId: entity.guid
eventName: entity.name
26 changes: 26 additions & 0 deletions entity-types/infra-gcpmanagedkafkaconnectcluster/summary_metrics.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
providerAccountName:
tag:
key: providerAccountName
title: GCP account
unit: STRING

gcpProjectId:
tag:
key: gcp.projectId
title: GCP Project ID
unit: STRING

cpuWorkerCoreUsageTime:
goldenMetric: cpuWorkerCoreUsageTime
title: Worker CPU Usage
unit: PERCENTAGE

memoryWorkerUsage:
goldenMetric: memoryWorkerUsage
title: Worker Memory Usage (bytes)
unit: BYTES

connectorRequestRate:
goldenMetric: connectorRequestRate
title: Connector Request Rate
unit: COUNT
157 changes: 157 additions & 0 deletions entity-types/infra-gcpmanagedkafkaconnector/dashboard.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,157 @@
{
"name": "GCP Managed Kafka Connector",
"description": null,
"pages": [
{
"name": "GCP Managed Kafka Connector",
"description": null,
"widgets": [
{
"title": "Tasks by State",
"layout": {
"column": 1,
"row": 1,
"width": 4,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "FROM Metric SELECT average(`gcp.managedkafka.connector_tasks`) AS 'Tasks' WHERE `entity.guid` = '{{entity.guid}}' FACET `metric.state` TIMESERIES AUTO"
}
],
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Record Errors",
"layout": {
"column": 5,
"row": 1,
"width": 4,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "FROM Metric SELECT sum(`gcp.managedkafka.connector_total_error_record_count`) AS 'Errors' WHERE `entity.guid` = '{{entity.guid}}' FACET `metric.type` TIMESERIES AUTO"
}
],
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Sink Active Records",
"layout": {
"column": 9,
"row": 1,
"width": 4,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "FROM Metric SELECT average(`gcp.managedkafka.connector_sink_active_records`) AS 'Active Records' WHERE `entity.guid` = '{{entity.guid}}' TIMESERIES AUTO"
}
],
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Source Active Records",
"layout": {
"column": 1,
"row": 4,
"width": 4,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "FROM Metric SELECT average(`gcp.managedkafka.connector_source_active_records`) AS 'Active Records' WHERE `entity.guid` = '{{entity.guid}}' TIMESERIES AUTO"
}
],
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Sink Record Rate",
"layout": {
"column": 5,
"row": 4,
"width": 4,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "FROM Metric SELECT average(`gcp.managedkafka.connector_sink_record_rate`) AS 'Rate (rec/s)' WHERE `entity.guid` = '{{entity.guid}}' FACET `metric.type` TIMESERIES AUTO"
}
],
"yAxisLeft": {
"zero": true
}
}
}
]
}
]
}
13 changes: 13 additions & 0 deletions entity-types/infra-gcpmanagedkafkaconnector/definition.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
domain: INFRA
type: GCPMANAGEDKAFKACONNECTOR
goldenTags:
- gcp.projectId
- gcp.region
- gcp.connectCluster
configuration:
entityExpirationTime: DAILY
alertable: true

ownership:
primaryOwner:
teamName: "Cloud Monitoring Platform"
Loading