Specifications #
[metadata-compute://<specify_name>]
host = <host-name>, Default is current system hostname
repo = <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-compute
frequency = <seconds> Interval to run the input
cron = <cron-expression>
Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
It is preferable to define only one, either cron or frequency.
project_id = <project-id>
zone_list = Comma seprated GCP zones without space
api_list = Comma seprated API names without space
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1
[metadata-kubernetes://<specify_name>]
host = <host-name>, Default is current system hostname
repo = <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-kubernetes
frequency = <seconds> Interval to run the input
cron = <cron-expression>
Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
It is preferable to define only one, either cron or frequency.
project_id = <project-id>
zone_list = Comma seprated GCP zones without space
api_list = Comma seprated API names without space
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1
[metadata-vpc://<specify_name>]
host = <host-name>, Default is current system hostname
repo = <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-vpc
frequency = <seconds> Interval to run the input
cron = <cron-expression>
Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
It is preferable to define only one, either cron or frequency.
project_id = <project-id>
zone_list = Comma seprated GCP zones without space
api_list = Comma seprated API names without space
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1
[metadata-storage://<specify_name>]
host = <host-name>, Default is current system hostname
repo = <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-storage
frequency = <seconds> Interval to run the input
cron = <cron-expression>
Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
It is preferable to define only one, either cron or frequency.
project_id = <project-id>
bucket_name = <bucket-name>
api_list = Comma seprated API names without space
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1
[gcp-pubsubmsg://<specify_name>]
host = <host-name>, Default is current system hostname
repo = <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-pubsubmsg
frequency = <seconds> Interval to run the input
cron = <cron-expression>
Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
It is preferable to define only one, either cron or frequency.
project_id = <project-id>
subscription_name = <subscription-name>
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1
[gcp-monitor://<specify_name>]
host = <host-name>, Default is current system hostname
repo = <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-monitor
frequency = <seconds> Interval to run the input
cron = <cron-expression>
Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
It is preferable to define only one, either cron or frequency.
project_id = <project-id>
metric_type = Comma seprated Metrics names without space
start_time = <date-time> Ex. "2025-01-01T17:34:23Z"
end_time = <date-time> Ex. "2025-01-06T18:34:23Z"
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1
[gcp-pubsub://<specify_name>]
host = <host-name>, Default is current system hostname
repo = <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-pubsubmsg
frequency = <seconds> Interval to run the input
cron = <cron-expression>
Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
It is preferable to define only one, either cron or frequency.
project_id = <project-id>
subscription_name = <subscription-name>
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1
[gcp-buckets://<specify_name>]
host = <host-name>, Default is current system hostname
repo = <repository-name>
source = <source-name>
sourcetype = dataelicit/gcp:gcp-pubsubbucket
frequency = <seconds> Interval to run the input
cron = <cron-expression>
Note: Cron has higher priority and will be considered for scheduling instead of frequency, if both are defined.
It is preferable to define only one, either cron or frequency.
bucket-name = <bucket-name>
secret = <secret-stanza-name>
global = <global-stanza-name>
disabled = 0/1
Example #
[metadata-compute://computemetadata]
sourcetype = gcp-compute
project_id = sustained-flux-xxxxx-n2
zone_list = asia-south1-a
api_list = Disks
global = gcp
secret= gcp_creds
frequency = 86400
[metadata-kubernetes://kubernetesmetadata]
sourcetype = gcp-kubernetes
project_id = sustained-flux-xxxxx-n2
zone_list = asia-south1-a,us-central1-c
api_list = Subnetworks,Operations,Clusters,Node Pools
global = gcp
secret = gcp_creds
cron = 0 0 1 * *
[metadata-vpc://vpcmetadata]
sourcetype = gcp-vpc
project_id = sustained-flux-xxxxx-n2
zone_list = asia-south1
api_list = Connectors,Operations
global = gcp
secret = gcp_creds
frequency = 86400
[metadata-storage://storagemetadata]
sourcetype = gcp-storage
project_id = sustained-flux-xxxxx-n2
api_list = Notifications
bucket_name = "pubsub_notification633"
global = gcp
secret = gcp_creds
cron = 0 0 1 * *
[gcp-pubsubmsg://pubsubmsg]
sourcetype = gcp-pubsubmsg
project_id = sustained-flux-xxxxx-n2
subscription_name = "new-test-sub"
global = gcp
secret = gcp_creds
frequency = 86400
[gcp-monitor://cloudmonitor]
sourcetype = gcp-monitor
project_id = sustained-flux-xxxxx-n2
metric_type = storage.googleapis.com/storage/v2/total_bytes
start_time = "2025-01-01T17:34:23Z"
end_time = "2025-01-26T18:34:23Z"
global = gcp
secret = gcp_creds
frequency = 86400
[gcp-pubsub://pubsubbucket]
sourcetype = gcp-pubsubbucket
project_id = sustained-flux-xxxxx-n2
subscription_name = "new-sub"
global = gcp
secret = gcp_creds
frequency = 86400
[gcp-buckets://bucketdata]
sourcetype = gcp-buckets
bucket_name = test-bucket-633
global = gcp
secret = gcp_creds
frequency = 86400
Note #
Make sure that the stanza name you define in local/connector.conf is not already disabled in default/connector.conf, else it will get skipped.