From 57604b97996147f7589b9ec6744e2788fa567c17 Mon Sep 17 00:00:00 2001 From: sumologic-sanyaku-apps Date: Fri, 20 Dec 2024 08:00:49 +0000 Subject: [PATCH] =?UTF-8?q?=F0=9F=94=84=20synced=20local=20'assets/conf.d/?= =?UTF-8?q?examples/'=20with=20remote=20'otelcol-examples/'?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../activedirectoryopentelemetry.yaml.example | 51 ++ .../activemqopentelemetry.yaml.example | 117 +++++ .../examples/apacheopentelemetry.yaml.example | 87 ++++ .../artifactory7opentelemetry.yaml.example | 86 ++++ .../cassandraopentelemetry.yaml.example | 75 +++ .../couchbaseopentelemetry.yaml.example | 89 ++++ .../elasticsearchopentelemetry.yaml.example | 113 +++++ .../haproxyopentelemetry.yaml.example | 72 +++ .../examples/iis_10opentelemetry.yaml.example | 465 ++++++++++++++++++ .../examples/kafkaopentelemetry.yaml.example | 92 ++++ .../linux_csmaopentelemetry.yaml.example | 53 ++ .../examples/linuxopentelemetry.yaml.example | 115 +++++ .../examples/macopentelemetry.yaml.example | 93 ++++ .../mariadbopentelemetry.yaml.example | 63 +++ .../memcachedopentelemetry.yaml.example | 73 +++ .../mongodbopentelemetry.yaml.example | 88 ++++ .../examples/mysqlopentelemetry.yaml.example | 141 ++++++ .../examples/nginxopentelemetry.yaml.example | 87 ++++ .../examples/oracleopentelemetry.yaml.example | 122 +++++ ...for_windows_jsonopentelemetry.yaml.example | 44 ++ .../postgresqlopentelemetry.yaml.example | 101 ++++ .../rabbitmqopentelemetry.yaml.example | 71 +++ .../examples/redisopentelemetry.yaml.example | 81 +++ .../sqlserver-linuxopentelemetry.yaml.example | 48 ++ ...qlserver-windowsopentelemetry.yaml.example | 82 +++ .../examples/squidopentelemetry.yaml.example | 47 ++ .../examples/tomcatopentelemetry.yaml.example | 105 ++++ .../varnishopentelemetry.yaml.example | 47 ++ .../windows_csmaopentelemetry.yaml.example | 44 ++ .../windowsopentelemetry.yaml.example | 106 ++++ 30 files changed, 2858 insertions(+) create mode 100644 assets/conf.d/examples/activedirectoryopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/activemqopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/apacheopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/artifactory7opentelemetry.yaml.example create mode 100644 assets/conf.d/examples/cassandraopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/couchbaseopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/elasticsearchopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/haproxyopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/iis_10opentelemetry.yaml.example create mode 100644 assets/conf.d/examples/kafkaopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/linux_csmaopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/linuxopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/macopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/mariadbopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/memcachedopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/mongodbopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/mysqlopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/nginxopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/oracleopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/pci_compliance_for_windows_jsonopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/postgresqlopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/rabbitmqopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/redisopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/sqlserver-linuxopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/sqlserver-windowsopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/squidopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/tomcatopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/varnishopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/windows_csmaopentelemetry.yaml.example create mode 100644 assets/conf.d/examples/windowsopentelemetry.yaml.example diff --git a/assets/conf.d/examples/activedirectoryopentelemetry.yaml.example b/assets/conf.d/examples/activedirectoryopentelemetry.yaml.example new file mode 100644 index 00000000..fea80b39 --- /dev/null +++ b/assets/conf.d/examples/activedirectoryopentelemetry.yaml.example @@ -0,0 +1,51 @@ +receivers: + windowseventlog/activedirectory/application/localhost: + channel: Application + operators: + - type: add + field: resource["_sourceName"] + value: Application + windowseventlog/activedirectory/security/localhost: + channel: Security + operators: + - type: add + field: resource["_sourceName"] + value: Security + windowseventlog/activedirectory/system/localhost: + channel: System + operators: + - type: add + field: resource["_sourceName"] + value: System +processors: + resource/activedirectory_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: windows + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: _sourceCategory + value: otel/windows + action: insert + resource/activedirectory_resource_attributes/logs/localhost: + attributes: + - key: _source + value: windows/windowseventlog + action: insert +service: + pipelines: + logs/activedirectory/localhost: + receivers: + - windowseventlog/activedirectory/application/localhost + - windowseventlog/activedirectory/system/localhost + - windowseventlog/activedirectory/security/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/activedirectory_resource_attributes/logs/localhost + - resource/activedirectory_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/activemqopentelemetry.yaml.example b/assets/conf.d/examples/activemqopentelemetry.yaml.example new file mode 100644 index 00000000..030c5c01 --- /dev/null +++ b/assets/conf.d/examples/activemqopentelemetry.yaml.example @@ -0,0 +1,117 @@ +receivers: + jmx/activemqmetrics/localhost: + jar_path: /opt/opentelemetry-jmx-metrics.jar + endpoint: localhost:11099 + target_system: activemq + collection_interval: 60s + username: monitorRole + password: password + log_level: info + hostmetrics/activemqprocessmetrics/localhost: + collection_interval: 1m + scrapers: + process: + include: + names: + - java + match_type: regexp + mute_process_exe_error: true + mute_process_io_error: true + mute_process_name_error: true + metrics: + process.cpu.utilization: + enabled: true + process.memory.utilization: + enabled: true + process.disk.operations: + enabled: true + filelog/activemqserverLogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + multiline: + line_start_pattern: ^\d{4}-\d{2}-\d{2}\s+\d{1,2}:\d{1,2}:\d{1,2} + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /opt/bitnami/activemq/data/activemq.log + filelog/activemqauditLogs/localhost: + multiline: + line_start_pattern: ^\d{4}-\d{2}-\d{2}\s+\d{1,2}:\d{1,2}:\d{1,2} + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /opt/bitnami/activemq/data/audit.log +processors: + resource/activemq_resource_attributes/localhost: + attributes: + - key: messaging.system + value: activemq + action: insert + - key: sumo.datasource + value: activemq + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: messaging.node.name + action: insert + from_attribute: host.name + - key: messaging.cluster.name + value: activemq_cluster + action: insert + - key: _sourceCategory + value: otel/activemq + action: insert + resource/activemq_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: activemq/jmx + action: insert + - key: _sourceName + value: activemq + action: insert + resource/activemq_resource_attributes/logs/localhost: + attributes: + - key: _source + value: activemq/filelog + action: insert +service: + pipelines: + metrics/activemqmetrics/localhost: + receivers: + - jmx/activemqmetrics/localhost + - hostmetrics/activemqprocessmetrics/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/activemq_resource_attributes/metrics/localhost + - resource/activemq_resource_attributes/localhost + - batch + exporters: + - sumologic + logs/activemq/localhost: + receivers: + - filelog/activemqserverLogs/localhost + - filelog/activemqauditLogs/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/activemq_resource_attributes/logs/localhost + - resource/activemq_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/apacheopentelemetry.yaml.example b/assets/conf.d/examples/apacheopentelemetry.yaml.example new file mode 100644 index 00000000..ce07b899 --- /dev/null +++ b/assets/conf.d/examples/apacheopentelemetry.yaml.example @@ -0,0 +1,87 @@ +receivers: + apache/localhost: + endpoint: http://localhost:80/server-status?auto + filelog/apache/accessLogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/apache2/access.log + filelog/apache/errorLogs/localhost: + multiline: + line_start_pattern: ^\[\S{3}\s\S{3}\s\d{1,2}\s[^\]]+\].* + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/apache2/error.log +processors: + resource/apache_resource_attributes/localhost: + attributes: + - key: webengine.system + value: apache + action: insert + - key: sumo.datasource + value: apache + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: webengine.node.name + action: insert + from_attribute: host.name + - key: webengine.cluster.name + value: apache_cluster + action: insert + resource/apache_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: apache/apache + action: insert + - key: _sourceName + value: apache + action: insert + resource/apache_resource_attributes/logs/localhost: + attributes: + - key: _source + value: apache/filelog + action: insert +service: + pipelines: + metrics/apache/localhost: + receivers: + - apache/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/apache_resource_attributes/metrics/localhost + - resource/apache_resource_attributes/localhost + - batch + exporters: + - sumologic + logs/apache/localhost: + receivers: + - filelog/apache/accessLogs/localhost + - filelog/apache/errorLogs/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/apache_resource_attributes/logs/localhost + - resource/apache_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/artifactory7opentelemetry.yaml.example b/assets/conf.d/examples/artifactory7opentelemetry.yaml.example new file mode 100644 index 00000000..f158d152 --- /dev/null +++ b/assets/conf.d/examples/artifactory7opentelemetry.yaml.example @@ -0,0 +1,86 @@ +receivers: + filelog/artifactory/logs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/opt/jfrog/artifactory/logs/artifactory.log + filelog/artifactory/accesslogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/opt/jfrog/artifactory/logs/access.log + filelog/artifactory/requestlogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/opt/jfrog/artifactory/logs/request.log + filelog/artifactory/trafficlogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/opt/jfrog/artifactory/logs/traffic.*.log +processors: + resource/artifactory_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: artifactory + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: _sourceCategory + value: otel/artifactory + action: insert + resource/artifactory_resource_attributes/logs/localhost: + attributes: + - key: _source + value: artifactory/filelog + action: insert +service: + pipelines: + logs/artifactory/localhost: + receivers: + - filelog/artifactory/logs/localhost + - filelog/artifactory/accesslogs/localhost + - filelog/artifactory/requestlogs/localhost + - filelog/artifactory/trafficlogs/localhost + processors: + - memory_limiter + - resource/artifactory_resource_attributes/localhost + - batch + - resourcedetection/system + - resource/artifactory_resource_attributes/logs/localhost + exporters: + - sumologic diff --git a/assets/conf.d/examples/cassandraopentelemetry.yaml.example b/assets/conf.d/examples/cassandraopentelemetry.yaml.example new file mode 100644 index 00000000..f7704715 --- /dev/null +++ b/assets/conf.d/examples/cassandraopentelemetry.yaml.example @@ -0,0 +1,75 @@ +receivers: + jmx/cassandrametrics/localhost: + jar_path: /etc/otelcol-sumo/opentelemetry-jmx-metrics.jar + endpoint: localhost:11211 + target_system: cassandra + collection_interval: 1m + log_level: info + filelog/cassandra/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/cassandra/system.log +processors: + resource/cassandra_resource_attributes/localhost: + attributes: + - key: db.system + value: cassandra + action: insert + - key: sumo.datasource + value: cassandra + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.node.name + action: insert + from_attribute: host.name + - key: db.cluster.name + value: test + action: insert + resource/cassandra_resource_attributes/logs/localhost: + attributes: + - key: _source + value: cassandra/filelog + action: insert + resource/cassandra_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: cassandra/jmx + action: insert + - key: _sourceName + value: cassandra + action: insert +service: + pipelines: + metrics/cassandra/localhost: + receivers: + - jmx/cassandrametrics/localhost + processors: + - memory_limiter + - resourcedetection/system + - batch + - resource/cassandra_resource_attributes/localhost + - resource/cassandra_resource_attributes/metrics/localhost + exporters: + - sumologic + logs/cassandra/localhost: + receivers: + - filelog/cassandra/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/cassandra_resource_attributes/localhost + - batch + - resource/cassandra_resource_attributes/logs/localhost + exporters: + - sumologic diff --git a/assets/conf.d/examples/couchbaseopentelemetry.yaml.example b/assets/conf.d/examples/couchbaseopentelemetry.yaml.example new file mode 100644 index 00000000..79f5be60 --- /dev/null +++ b/assets/conf.d/examples/couchbaseopentelemetry.yaml.example @@ -0,0 +1,89 @@ +receivers: + filelog/couchbase/audit/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /opt/couchbase/var/lib/couchbase/logs/audit.log + filelog/couchbase/error/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /opt/couchbase/var/lib/couchbase/logs/error.log + filelog/couchbase/access/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /opt/couchbase/var/lib/couchbase/logs/http_access.log + filelog/couchbase/query/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /opt/couchbase/var/lib/couchbase/logs/query.log +processors: + resource/couchbase_resource_attributes/localhost: + attributes: + - key: db.system + value: couchbase + action: insert + - key: sumo.datasource + value: couchbase + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.cluster.name + value: couchbaseOtelCluster + action: insert + resource/couchbase_resource_attributes/logs/localhost: + attributes: + - key: _source + value: couchbase/filelog + action: insert +service: + pipelines: + logs/couchbase/localhost: + receivers: + - filelog/couchbase/audit/localhost + - filelog/couchbase/error/localhost + - filelog/couchbase/access/localhost + - filelog/couchbase/query/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/couchbase_resource_attributes/logs/localhost + - resource/couchbase_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/elasticsearchopentelemetry.yaml.example b/assets/conf.d/examples/elasticsearchopentelemetry.yaml.example new file mode 100644 index 00000000..584ace6e --- /dev/null +++ b/assets/conf.d/examples/elasticsearchopentelemetry.yaml.example @@ -0,0 +1,113 @@ +receivers: + elasticsearch/localhost: + endpoint: http://localhost:9200 + username: admin + password: null + collection_interval: 10s + metrics: + elasticsearch.index.cache.evictions: + enabled: true + elasticsearch.index.cache.memory.usage: + enabled: true + elasticsearch.index.documents: + enabled: true + elasticsearch.index.operations.merge.docs_count: + enabled: true + elasticsearch.index.operations.merge.size: + enabled: true + elasticsearch.index.segments.count: + enabled: true + elasticsearch.index.segments.memory: + enabled: true + elasticsearch.index.segments.size: + enabled: true + elasticsearch.index.translog.operations: + enabled: true + elasticsearch.index.translog.size: + enabled: true + elasticsearch.node.operations.get.completed: + enabled: true + elasticsearch.node.operations.get.time: + enabled: true + jvm.memory.heap.utilization: + enabled: true + elasticsearch.index.cache.size: + enabled: true + filelog/elasticsearch/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/elasticsearch/elasticsearch-:clustername:.log +processors: + resource/elasticsearch_resource_attributes/localhost: + attributes: + - key: db.system + value: elasticsearch + action: insert + - key: sumo.datasource + value: elasticsearch + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.node.name + action: insert + from_attribute: host.name + - key: db.cluster.name + value: testElasticCluster + action: insert + resource/elasticsearch_metric_label_translation/localhost: + attributes: + - action: insert + from_attribute: elasticsearch.index.name + key: db.elasticsearch.index.name + - action: delete + key: elasticsearch.index.name + - action: delete + key: elasticsearch.node.name + resource/elasticsearch_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: elasticsearch/elasticsearch + action: insert + - key: _sourceName + value: elasticsearch + action: insert + resource/elasticsearch_resource_attributes/logs/localhost: + attributes: + - key: _source + value: elasticsearch/filelog + action: insert +service: + pipelines: + metrics/elasticsearch/localhost: + receivers: + - elasticsearch/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/elasticsearch_resource_attributes/metrics/localhost + - resource/elasticsearch_resource_attributes/localhost + - resource/elasticsearch_metric_label_translation/localhost + - batch + exporters: + - sumologic + logs/elasticsearch/localhost: + receivers: + - filelog/elasticsearch/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/elasticsearch_resource_attributes/logs/localhost + - resource/elasticsearch_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/haproxyopentelemetry.yaml.example b/assets/conf.d/examples/haproxyopentelemetry.yaml.example new file mode 100644 index 00000000..8d4d6337 --- /dev/null +++ b/assets/conf.d/examples/haproxyopentelemetry.yaml.example @@ -0,0 +1,72 @@ +receivers: + haproxy/localhost: + endpoint: localhost:8404/stats + collection_interval: 1m + filelog/haproxy/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/haproxy*.log +processors: + resource/haproxy_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: haproxy + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: webengine.system + value: haproxy + action: insert + - key: webengine.node.name + action: insert + from_attribute: host.name + - key: proxy.cluster + value: test + action: insert + resource/haproxy_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: haproxy/haproxy + action: insert + - key: _sourceName + value: haproxy + action: insert + resource/haproxy_resource_attributes/logs/localhost: + attributes: + - key: _source + value: haproxy/filelog + action: insert +service: + pipelines: + metrics/haproxy/localhost: + receivers: + - haproxy/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/haproxy_resource_attributes/metrics/localhost + - resource/haproxy_resource_attributes/localhost + - batch + exporters: + - sumologic + logs/haproxy/localhost: + receivers: + - filelog/haproxy/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/haproxy_resource_attributes/logs/localhost + - resource/haproxy_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/iis_10opentelemetry.yaml.example b/assets/conf.d/examples/iis_10opentelemetry.yaml.example new file mode 100644 index 00000000..397664a8 --- /dev/null +++ b/assets/conf.d/examples/iis_10opentelemetry.yaml.example @@ -0,0 +1,465 @@ +receivers: + filelog/iis/accesslogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - C:\inetpub\Logs\LogFiles\W3SVC**.log + filelog/iis/httperrorlogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - C:\Windows\System32\LogFiles\HTTPERR\*.* + windowsperfcounters/localhost: + collection_interval: 5m + metrics: + win.app.pool.was.Current.Application.Pool.State: null + win.app.pool.was.Current.Application.Pool.Uptime: null + win.app.pool.was.Current.Worker.Processes: null + win.app.pool.was.Maximum.Worker.Processes: null + win.app.pool.was.Recent.Worker.Process.Failures: null + win.app.pool.was.Time.Since.Last.Worker.Process.Failure: null + win.app.pool.was.Total.Application.Pool.Recycles: null + win.app.pool.was.Total.Application.Pool.Uptime: null + win.app.pool.was.Total.Worker.Process.Failures: null + win.app.pool.was.Total.Worker.Process.Ping.Failures: null + win.app.pool.was.Total.Worker.Process.Shutdown.Failures: null + win.app.pool.was.Total.Worker.Process.Startup.Failures: null + win.app.pool.was.Total.Worker.Processes.Created: null + win.aspnet.Application.Restarts: null + win.aspnet.Applications.Running: null + win.aspnet.Request.Execution.Time: null + win.aspnet.Request.Wait.Time: null + win.aspnet.Requests.Current: null + win.aspnet.Requests.Queued: null + win.aspnet.Requests.Rejected: null + win.aspnet.State.Server.Sessions.Abandoned: null + win.aspnet.State.Server.Sessions.Active: null + win.aspnet.State.Server.Sessions.Timed.Out: null + win.aspnet.State.Server.Sessions.Total: null + win.aspnet.Worker.Process.Restarts: null + win.aspnet.Worker.Processes.Running: null + win.aspnet.app.Cache.Total.Entries: null + win.aspnet.app.Cache.Total.Hit.Ratio: null + win.aspnet.app.Cache.Total.Turnover.Rate: null + win.aspnet.app.Compilations.Total: null + win.aspnet.app.Errors.Total.per.Sec: null + win.aspnet.app.Output.Cache.Entries: null + win.aspnet.app.Output.Cache.Hit.Ratio: null + win.aspnet.app.Output.Cache.Hits: null + win.aspnet.app.Output.Cache.Turnover.Rate: null + win.aspnet.app.Pipeline.Instance.Count: null + win.aspnet.app.Requests.Executing: null + win.aspnet.app.Requests.in.Application.Queue: null + win.aspnet.app.Requests.per.Sec: null + win.http.queues.CurrentQueueSize: null + win.http.queues.RejectedRequests: null + win.websvc.Anonymous.Users.per.sec: null + win.websvc.Bytes.Received.per.sec: null + win.websvc.Bytes.Sent.per.sec: null + win.websvc.Bytes.Total.per.sec: null + win.websvc.Current.Blocked.Async.IO.Requests: null + win.websvc.Current.CGI.Requests: null + win.websvc.Current.Connections: null + win.websvc.Current.ISAPI.Extension.Requests: null + win.websvc.Current.NonAnonymous.Users: null + win.websvc.Delete.Requests.per.sec: null + win.websvc.Files.Received.per.sec: null + win.websvc.Files.Sent.per.sec: null + win.websvc.Files.per.sec: null + win.websvc.Get.Requests.per.sec: null + win.websvc.Head.Requests.per.sec: null + win.websvc.Locked.Errors.per.sec: null + win.websvc.NonAnonymous.Users.per.sec: null + win.websvc.Not.Found.Errors.per.sec: null + win.websvc.Options.Requests.per.sec: null + win.websvc.Post.Requests.per.sec: null + win.websvc.Put.Requests.per.sec: null + win.websvc.Service.Uptime: null + win.websvc.Total.Allowed.Async.IO.Requests: null + win.websvc.Total.Blocked.Async.IO.Requests: null + win.websvc.Total.Bytes.Received: null + win.websvc.Total.Bytes.Sent: null + win.websvc.Total.Bytes.Transferred: null + win.websvc.Total.CGI.Requests: null + win.websvc.Total.Connection.Attempts.(all.instances): null + win.websvc.Total.Delete.Requests: null + win.websvc.Total.Files.Received: null + win.websvc.Total.Files.Sent: null + win.websvc.Total.Files.Transferred: null + win.websvc.Total.Get.Requests: null + win.websvc.Total.Head.Requests: null + win.websvc.Total.ISAPI.Extension.Requests: null + win.websvc.Total.Locked.Errors: null + win.websvc.Total.Logon.Attempts: null + win.websvc.Total.Method.Requests: null + win.websvc.Total.Method.Requests.per.sec: null + win.websvc.Total.NonAnonymous.Users: null + win.websvc.Total.Not.Found.Errors: null + win.websvc.Total.Options.Requests: null + win.websvc.Total.Post.Requests: null + win.websvc.Total.Put.Requests: null + win.websvc.Total.Rejected.Async.IO.Requests: null + win.websvc.Total.count.of.failed.CAL.requests.for.SSL.connections: null + win.websvc.Total.count.of.failed.CAL.requests.for.authenticated.users: null + win.websvc.cache.Active.Flushed.Entries: null + win.websvc.cache.Current.File.Cache.Memory.Usage: null + win.websvc.cache.Current.Files.Cached: null + win.websvc.cache.Current.Metadata.Cached: null + win.websvc.cache.Current.URIs.Cached: null + win.websvc.cache.File.Cache.Flushes: null + win.websvc.cache.File.Cache.Hits: null + win.websvc.cache.File.Cache.Hits.per: null + win.websvc.cache.File.Cache.Misses: null + win.websvc.cache.Maximum.File.Cache.Memory.Usage: null + win.websvc.cache.Metadata.Cache.Flushes: null + win.websvc.cache.Metadata.Cache.Hits: null + win.websvc.cache.Metadata.Cache.Hits.per: null + win.websvc.cache.Metadata.Cache.Misses: null + win.websvc.cache.Output.Cache.Current.Flushed.Items: null + win.websvc.cache.Output.Cache.Current.Hits.per: null + win.websvc.cache.Output.Cache.Current.Items: null + win.websvc.cache.Output.Cache.Current.Memory.Usage: null + win.websvc.cache.Output.Cache.Total.Flushed.Items: null + win.websvc.cache.Total.Files.Cached: null + win.websvc.cache.Total.Flushed.Files: null + win.websvc.cache.Total.Flushed.Metadata: null + win.websvc.cache.Total.Flushed.URIs: null + win.websvc.cache.Total.Metadata.Cached: null + win.websvc.cache.Total.URIs.Cached: null + win.websvc.cache.URI.Cache.Flushes: null + win.websvc.cache.URI.Cache.Hits: null + win.websvc.cache.URI.Cache.Hits.per: null + win.websvc.cache.URI.Cache.Misses: null + perfcounters: + - counters: + - metric: win.http.queues.CurrentQueueSize + name: CurrentQueueSize + - metric: win.http.queues.RejectedRequests + name: RejectedRequests + instances: + - '*' + object: HTTP Service Request Queues + - counters: + - metric: win.aspnet.app.Cache.Total.Entries + name: Cache Total Entries + - metric: win.aspnet.app.Cache.Total.Hit.Ratio + name: Cache Total Hit Ratio + - metric: win.aspnet.app.Cache.Total.Turnover.Rate + name: Cache Total Turnover Rate + - metric: win.aspnet.app.Output.Cache.Entries + name: Output Cache Entries + - metric: win.aspnet.app.Output.Cache.Hits + name: Output Cache Hits + - metric: win.aspnet.app.Output.Cache.Hit.Ratio + name: Output Cache Hit Ratio + - metric: win.aspnet.app.Output.Cache.Turnover.Rate + name: Output Cache Turnover Rate + - metric: win.aspnet.app.Compilations.Total + name: Compilations Total + - metric: win.aspnet.app.Errors.Total.per.Sec + name: Errors Total/Sec + - metric: win.aspnet.app.Pipeline.Instance.Count + name: Pipeline Instance Count + - metric: win.aspnet.app.Requests.Executing + name: Requests Executing + - metric: win.aspnet.app.Requests.in.Application.Queue + name: Requests in Application Queue + - metric: win.aspnet.app.Requests.per.Sec + name: Requests/Sec + instances: + - '*' + object: ASP.NET Applications + - counters: + - metric: win.aspnet.Application.Restarts + name: Application Restarts + - metric: win.aspnet.Applications.Running + name: Applications Running + - metric: win.aspnet.Request.Execution.Time + name: Request Execution Time + - metric: win.aspnet.Request.Wait.Time + name: Request Wait Time + - metric: win.aspnet.Requests.Current + name: Requests Current + - metric: win.aspnet.Requests.Queued + name: Requests Queued + - metric: win.aspnet.Requests.Rejected + name: Requests Rejected + - metric: win.aspnet.State.Server.Sessions.Abandoned + name: State Server Sessions Abandoned + - metric: win.aspnet.State.Server.Sessions.Active + name: State Server Sessions Active + - metric: win.aspnet.State.Server.Sessions.Timed.Out + name: State Server Sessions Timed Out + - metric: win.aspnet.State.Server.Sessions.Total + name: State Server Sessions Total + - metric: win.aspnet.Worker.Process.Restarts + name: Worker Process Restarts + - metric: win.aspnet.Worker.Processes.Running + name: Worker Processes Running + instances: + - '*' + object: ASP.NET + - counters: + - metric: win.websvc.Service.Uptime + name: Service Uptime + - metric: win.websvc.Current.Connections + name: Current Connections + - metric: win.websvc.Bytes.Sent.per.sec + name: Bytes Sent/sec + - metric: win.websvc.Total.Bytes.Sent + name: Total Bytes Sent + - metric: win.websvc.Bytes.Received.per.sec + name: Bytes Received/sec + - metric: win.websvc.Total.Bytes.Received + name: Total Bytes Received + - metric: win.websvc.Bytes.Total.per.sec + name: Bytes Total/sec + - metric: win.websvc.Total.Bytes.Transferred + name: Total Bytes Transferred + - metric: win.websvc.Get.Requests.per.sec + name: Get Requests/sec + - metric: win.websvc.Total.Get.Requests + name: Total Get Requests + - metric: win.websvc.Post.Requests.per.sec + name: Post Requests/sec + - metric: win.websvc.Total.Post.Requests + name: Total Post Requests + - metric: win.websvc.Put.Requests.per.sec + name: Put Requests/sec + - metric: win.websvc.Total.Put.Requests + name: Total Put Requests + - metric: win.websvc.Delete.Requests.per.sec + name: Delete Requests/sec + - metric: win.websvc.Total.Delete.Requests + name: Total Delete Requests + - metric: win.websvc.Head.Requests.per.sec + name: Head Requests/sec + - metric: win.websvc.Options.Requests.per.sec + name: Options Requests/sec + - metric: win.websvc.Total.Head.Requests + name: Total Head Requests + - metric: win.websvc.Total.Method.Requests + name: Total Method Requests + - metric: win.websvc.Total.Options.Requests + name: Total Options Requests + - metric: win.websvc.Anonymous.Users.per.sec + name: Anonymous Users/sec + - metric: win.websvc.NonAnonymous.Users.per.sec + name: NonAnonymous Users/sec + - metric: win.websvc.Files.Sent.per.sec + name: Files Sent/sec + - metric: win.websvc.Total.Files.Sent + name: Total Files Sent + - metric: win.websvc.Files.Received.per.sec + name: Files Received/sec + - metric: win.websvc.Total.Files.Received + name: Total Files Received + - metric: win.websvc.Files.per.sec + name: Files/sec + - metric: win.websvc.Total.Files.Transferred + name: Total Files Transferred + - metric: win.websvc.Not.Found.Errors.per.sec + name: Not Found Errors/sec + - metric: win.websvc.Locked.Errors.per.sec + name: Locked Errors/sec + - metric: win.websvc.Total.Method.Requests.per.sec + name: Total Method Requests/sec + - metric: win.websvc.Total.Allowed.Async.IO.Requests + name: Total Allowed Async I/O Requests + - metric: win.websvc.Total.Blocked.Async.IO.Requests + name: Total Blocked Async I/O Requests + - metric: win.websvc.Current.Blocked.Async.IO.Requests + name: Current Blocked Async I/O Requests + - metric: win.websvc.Current.CGI.Requests + name: Current CGI Requests + - metric: win.websvc.Current.ISAPI.Extension.Requests + name: Current ISAPI Extension Requests + - metric: win.websvc.Current.NonAnonymous.Users + name: Current NonAnonymous Users + - metric: win.websvc.Total.CGI.Requests + name: Total CGI Requests + - metric: win.websvc.Total.Connection.Attempts.(all.instances) + name: Total Connection Attempts (all instances) + - metric: win.websvc.Total.ISAPI.Extension.Requests + name: Total ISAPI Extension Requests + - metric: win.websvc.Total.Locked.Errors + name: Total Locked Errors + - metric: win.websvc.Total.Logon.Attempts + name: Total Logon Attempts + - metric: win.websvc.Total.NonAnonymous.Users + name: Total NonAnonymous Users + - metric: win.websvc.Total.Not.Found.Errors + name: Total Not Found Errors + - metric: win.websvc.Total.Rejected.Async.IO.Requests + name: Total Rejected Async I/O Requests + - metric: win.websvc.Total.count.of.failed.CAL.requests.for.authenticated.users + name: Total count of failed CAL requests for authenticated users + - metric: win.websvc.Total.count.of.failed.CAL.requests.for.SSL.connections + name: Total count of failed CAL requests for SSL connections + instances: + - '*' + object: Web Service + - counters: + - metric: win.websvc.cache.Current.Files.Cached + name: Current Files Cached + - metric: win.websvc.cache.Active.Flushed.Entries + name: Active Flushed Entries + - metric: win.websvc.cache.Total.Files.Cached + name: Total Files Cached + - metric: win.websvc.cache.Total.Flushed.Files + name: Total Flushed Files + - metric: win.websvc.cache.File.Cache.Hits + name: File Cache Hits + - metric: win.websvc.cache.File.Cache.Misses + name: File Cache Misses + - metric: win.websvc.cache.File.Cache.Hits.per + name: File Cache Hits % + - metric: win.websvc.cache.File.Cache.Flushes + name: File Cache Flushes + - metric: win.websvc.cache.Current.File.Cache.Memory.Usage + name: Current File Cache Memory Usage + - metric: win.websvc.cache.Maximum.File.Cache.Memory.Usage + name: Maximum File Cache Memory Usage + - metric: win.websvc.cache.Current.URIs.Cached + name: Current URIs Cached + - metric: win.websvc.cache.Total.URIs.Cached + name: Total URIs Cached + - metric: win.websvc.cache.Total.Flushed.URIs + name: Total Flushed URIs + - metric: win.websvc.cache.URI.Cache.Hits + name: URI Cache Hits + - metric: win.websvc.cache.URI.Cache.Misses + name: URI Cache Misses + - metric: win.websvc.cache.URI.Cache.Hits.per + name: URI Cache Hits % + - metric: win.websvc.cache.URI.Cache.Flushes + name: URI Cache Flushes + - metric: win.websvc.cache.Current.Metadata.Cached + name: Current Metadata Cached + - metric: win.websvc.cache.Total.Metadata.Cached + name: Total Metadata Cached + - metric: win.websvc.cache.Total.Flushed.Metadata + name: Total Flushed Metadata + - metric: win.websvc.cache.Metadata.Cache.Hits + name: Metadata Cache Hits + - metric: win.websvc.cache.Metadata.Cache.Misses + name: Metadata Cache Misses + - metric: win.websvc.cache.Metadata.Cache.Hits.per + name: Metadata Cache Hits % + - metric: win.websvc.cache.Metadata.Cache.Flushes + name: Metadata Cache Flushes + - metric: win.websvc.cache.Output.Cache.Current.Flushed.Items + name: Output Cache Current Flushed Items + - metric: win.websvc.cache.Output.Cache.Current.Hits.per + name: Output Cache Current Hits % + - metric: win.websvc.cache.Output.Cache.Current.Items + name: Output Cache Current Items + - metric: win.websvc.cache.Output.Cache.Current.Memory.Usage + name: Output Cache Current Memory Usage + - metric: win.websvc.cache.Output.Cache.Total.Flushed.Items + name: Output Cache Total Flushed Items + instances: + - '*' + object: Web Service Cache + - counters: + - metric: win.app.pool.was.Current.Application.Pool.State + name: Current Application Pool State + - metric: win.app.pool.was.Current.Application.Pool.Uptime + name: Current Application Pool Uptime + - metric: win.app.pool.was.Current.Worker.Processes + name: Current Worker Processes + - metric: win.app.pool.was.Maximum.Worker.Processes + name: Maximum Worker Processes + - metric: win.app.pool.was.Recent.Worker.Process.Failures + name: Recent Worker Process Failures + - metric: win.app.pool.was.Time.Since.Last.Worker.Process.Failure + name: Time Since Last Worker Process Failure + - metric: win.app.pool.was.Total.Application.Pool.Recycles + name: Total Application Pool Recycles + - metric: win.app.pool.was.Total.Application.Pool.Uptime + name: Total Application Pool Uptime + - metric: win.app.pool.was.Total.Worker.Process.Failures + name: Total Worker Process Failures + - metric: win.app.pool.was.Total.Worker.Process.Ping.Failures + name: Total Worker Process Ping Failures + - metric: win.app.pool.was.Total.Worker.Process.Shutdown.Failures + name: Total Worker Process Shutdown Failures + - metric: win.app.pool.was.Total.Worker.Process.Startup.Failures + name: Total Worker Process Startup Failures + - metric: win.app.pool.was.Total.Worker.Processes.Created + name: Total Worker Processes Created + instances: + - '*' + object: APP_POOL_WAS +processors: + resource/iis_resource_attributes/localhost: + attributes: + - key: webengine.system + value: iis + action: insert + - key: sumo.datasource + value: iis + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: webengine.node.name + action: insert + from_attribute: host.name + - key: webengine.cluster + value: test + action: insert + resource/iis_resource_attributes/logs/localhost: + attributes: + - key: _source + value: iis/filelog + action: insert + resource/iis_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: iis/windowsperfcounters + action: insert + - key: _sourceName + value: iis + action: insert +service: + pipelines: + metrics/iis/localhost: + receivers: + - windowsperfcounters/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/iis_resource_attributes/localhost + - resource/iis_resource_attributes/metrics/localhost + - batch + exporters: + - sumologic + logs/iis/localhost: + receivers: + - filelog/iis/accesslogs/localhost + - filelog/iis/httperrorlogs/localhost + processors: + - memory_limiter + - batch + - resourcedetection/system + - resource/iis_resource_attributes/localhost + - resource/iis_resource_attributes/logs/localhost + exporters: + - sumologic diff --git a/assets/conf.d/examples/kafkaopentelemetry.yaml.example b/assets/conf.d/examples/kafkaopentelemetry.yaml.example new file mode 100644 index 00000000..d5d40f09 --- /dev/null +++ b/assets/conf.d/examples/kafkaopentelemetry.yaml.example @@ -0,0 +1,92 @@ +receivers: + kafkametrics/localhost: + protocol_version: 2.0.0 + scrapers: + - brokers + - topics + - consumers + brokers: localhost:9092 + filelog/kafka/serverLogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/kafka/server*.log + filelog/kafka/controllerLogs/localhost: + multiline: + line_start_pattern: ^\[\S{3}\s\S{3}\s\d{1,2}\s[^\]]+\].* + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/kafka/controllerr*.log +processors: + resource/kafka_resource_attributes/localhost: + attributes: + - key: messaging.system + value: kafka + action: insert + - key: sumo.datasource + value: kafka + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: messaging.node.name + action: insert + from_attribute: host.name + - key: messaging.cluster.name + value: kafka_cluster + action: insert + resource/kafka_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: kafka/kafkametrics + action: insert + - key: _sourceName + value: kafka + action: insert + resource/kafka_resource_attributes/logs/localhost: + attributes: + - key: _source + value: kafka/filelog + action: insert +service: + pipelines: + metrics/kafka/localhost: + receivers: + - kafkametrics/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/kafka_resource_attributes/metrics/localhost + - resource/kafka_resource_attributes/localhost + - batch + exporters: + - sumologic + logs/kafka/localhost: + receivers: + - filelog/kafka/serverLogs/localhost + - filelog/kafka/controllerLogs/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/kafka_resource_attributes/logs/localhost + - resource/kafka_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/linux_csmaopentelemetry.yaml.example b/assets/conf.d/examples/linux_csmaopentelemetry.yaml.example new file mode 100644 index 00000000..796e06df --- /dev/null +++ b/assets/conf.d/examples/linux_csmaopentelemetry.yaml.example @@ -0,0 +1,53 @@ +receivers: + filelog/linux/logs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/auth.log + - /var/log/syslog + - /var/log/daemon.log + - /var/log/dpkg.log + - /var/log/kern.log + - /var/log/audit/audit.log + - /var/log/secure + - /var/log/messages + - /var/log/yum.log + - /var/log/dnf.log +processors: + resource/linux_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: linux + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: _sourceCategory + value: otel/linux + action: insert + resource/linux_resource_attributes/logs/localhost: + attributes: + - key: _source + value: linux/filelog + action: insert +service: + pipelines: + logs/linux/localhost: + receivers: + - filelog/linux/logs/localhost + processors: + - memory_limiter + - resource/linux_resource_attributes/localhost + - resourcedetection/system + - resource/linux_resource_attributes/logs/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/linuxopentelemetry.yaml.example b/assets/conf.d/examples/linuxopentelemetry.yaml.example new file mode 100644 index 00000000..42f54640 --- /dev/null +++ b/assets/conf.d/examples/linuxopentelemetry.yaml.example @@ -0,0 +1,115 @@ +receivers: + hostmetrics/linux/localhost: + scrapers: + cpu: + metrics: + system.cpu.utilization: + enabled: true + load: null + memory: + metrics: + system.memory.utilization: + enabled: true + disk: null + filesystem: + metrics: + system.filesystem.utilization: + enabled: true + network: null + paging: null + process: + include: + match_type: strict + names: + - otelcol-sumo + mute_process_exe_error: true + mute_process_io_error: true + mute_process_name_error: true + metrics: + process.threads: + enabled: true + process.paging.faults: + enabled: true + process.cpu.utilization: + enabled: true + process.memory.utilization: + enabled: true + process.signals_pending: + enabled: true + process.open_file_descriptors: + enabled: true + process.context_switches: + enabled: true + process.disk.operations: + enabled: true + filelog/linux/logs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/auth.log + - /var/log/syslog + - /var/log/daemon.log + - /var/log/dpkg.log + - /var/log/kern.log + - /var/log/audit/audit.log + - /var/log/secure + - /var/log/messages + - /var/log/yum.log + - /var/log/dnf.log +processors: + resource/linux_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: linux + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: _sourceCategory + value: otel/linux + action: insert + resource/linux_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: linux/hostmetrics + action: insert + - key: _sourceName + value: linux + action: insert + resource/linux_resource_attributes/logs/localhost: + attributes: + - key: _source + value: linux/filelog + action: insert +service: + pipelines: + metrics/linux/localhost: + receivers: + - hostmetrics/linux/localhost + processors: + - memory_limiter + - resource/linux_resource_attributes/localhost + - resourcedetection/system + - resource/linux_resource_attributes/metrics/localhost + - batch + exporters: + - sumologic + logs/linux/localhost: + receivers: + - filelog/linux/logs/localhost + processors: + - memory_limiter + - resource/linux_resource_attributes/localhost + - resourcedetection/system + - resource/linux_resource_attributes/logs/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/macopentelemetry.yaml.example b/assets/conf.d/examples/macopentelemetry.yaml.example new file mode 100644 index 00000000..55bad659 --- /dev/null +++ b/assets/conf.d/examples/macopentelemetry.yaml.example @@ -0,0 +1,93 @@ +receivers: + hostmetrics/mac/localhost: + scrapers: + load: null + memory: + metrics: + system.memory.utilization: + enabled: true + filesystem: + metrics: + system.filesystem.utilization: + enabled: true + network: null + paging: null + process: + include: + match_type: strict + names: + - otelcol-sumo + mute_process_name_error: true + mute_process_exe_error: true + mute_process_io_error: true + metrics: + process.threads: + enabled: true + process.cpu.utilization: + enabled: true + process.memory.utilization: + enabled: true + filelog/mac/logs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/system.log + - /var/log/install.log + - /var/log/shutdown_monitor.log +processors: + resource/mac_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: mac + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: _sourceCategory + value: otel/mac + action: insert + resource/mac_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: mac/hostmetrics + action: insert + - key: _sourceName + value: mac + action: insert + resource/mac_resource_attributes/logs/localhost: + attributes: + - key: _source + value: mac/filelog + action: insert +service: + pipelines: + metrics/mac/localhost: + receivers: + - hostmetrics/mac/localhost + processors: + - memory_limiter + - resource/mac_resource_attributes/localhost + - resourcedetection/system + - resource/mac_resource_attributes/metrics/localhost + - batch + exporters: + - sumologic + logs/mac/localhost: + receivers: + - filelog/mac/logs/localhost + processors: + - memory_limiter + - resource/mac_resource_attributes/localhost + - resourcedetection/system + - resource/mac_resource_attributes/logs/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/mariadbopentelemetry.yaml.example b/assets/conf.d/examples/mariadbopentelemetry.yaml.example new file mode 100644 index 00000000..2df44e01 --- /dev/null +++ b/assets/conf.d/examples/mariadbopentelemetry.yaml.example @@ -0,0 +1,63 @@ +receivers: + filelog/mariadb/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/mariadb/mariadb-error.log + filelog/mariadb/slow_transcations/localhost: + multiline: + line_start_pattern: ^#\sTime:\s. + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/mariadb/slow_query.log +processors: + resource/mariadb_resource_attributes/localhost: + attributes: + - key: db.system + value: mariadb + action: insert + - key: sumo.datasource + value: mariadb + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.cluster.name + value: mariadb + action: insert + resource/mariadb_resource_attributes/logs/localhost: + attributes: + - key: _source + value: mariadb/filelog + action: insert +service: + pipelines: + logs/mariadb/localhost: + receivers: + - filelog/mariadb/localhost + - filelog/mariadb/slow_transcations/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/mariadb_resource_attributes/logs/localhost + - resource/mariadb_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/memcachedopentelemetry.yaml.example b/assets/conf.d/examples/memcachedopentelemetry.yaml.example new file mode 100644 index 00000000..410a3eff --- /dev/null +++ b/assets/conf.d/examples/memcachedopentelemetry.yaml.example @@ -0,0 +1,73 @@ +receivers: + memcached/localhost: + endpoint: localhost:11211 + transport: tcp + collection_interval: 1m + filelog/memcached/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/memcached/memcached.log +processors: + resource/memcached_resource_attributes/localhost: + attributes: + - key: db.system + value: memcached + action: insert + - key: sumo.datasource + value: memcached + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.node.name + action: insert + from_attribute: host.name + - key: db.cluster.name + value: test + action: insert + resource/memcached_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: memcached/memcached + action: insert + - key: _sourceName + value: memcached + action: insert + resource/memcached_resource_attributes/logs/localhost: + attributes: + - key: _source + value: memcached/filelog + action: insert +service: + pipelines: + metrics/memcached/localhost: + receivers: + - memcached/localhost + processors: + - memory_limiter + - resourcedetection/system + - batch + - resource/memcached_resource_attributes/localhost + - resource/memcached_resource_attributes/metrics/localhost + exporters: + - sumologic + logs/memcached/localhost: + receivers: + - filelog/memcached/localhost + processors: + - memory_limiter + - resourcedetection/system + - batch + - resource/memcached_resource_attributes/localhost + - resource/memcached_resource_attributes/logs/localhost + exporters: + - sumologic diff --git a/assets/conf.d/examples/mongodbopentelemetry.yaml.example b/assets/conf.d/examples/mongodbopentelemetry.yaml.example new file mode 100644 index 00000000..0d281596 --- /dev/null +++ b/assets/conf.d/examples/mongodbopentelemetry.yaml.example @@ -0,0 +1,88 @@ +receivers: + mongodb/localhost: + hosts: + - endpoint: localhost:27017 + username: admin + password: password + collection_interval: 1m + tls: + insecure: true + insecure_skip_verify: true + metrics: + mongodb.document.operation.count: + enabled: true + mongodb.operation.repl.count: + enabled: true + mongodb.uptime: + enabled: true + mongodb.operation.latency.time: + enabled: true + filelog/mongodb/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: json_parser + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/mongodb/mongodb.log +processors: + resource/mongodb_resource_attributes/localhost: + attributes: + - key: db.system + value: mongodb + action: insert + - key: sumo.datasource + value: mongodb + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.node.name + action: insert + from_attribute: host.name + - key: db.cluster.name + value: test + action: insert + resource/mongodb_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: mongodb/mongodb + action: insert + - key: _sourceName + value: mongodb + action: insert + resource/mongodb_resource_attributes/logs/localhost: + attributes: + - key: _source + value: mongodb/filelog + action: insert +service: + pipelines: + metrics/mongodb/localhost: + receivers: + - mongodb/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/mongodb_resource_attributes/localhost + - resource/mongodb_resource_attributes/metrics/localhost + - batch + exporters: + - sumologic + logs/mongodb/localhost: + receivers: + - filelog/mongodb/localhost + processors: + - memory_limiter + - batch + - resourcedetection/system + - resource/mongodb_resource_attributes/localhost + - resource/mongodb_resource_attributes/logs/localhost + exporters: + - sumologic diff --git a/assets/conf.d/examples/mysqlopentelemetry.yaml.example b/assets/conf.d/examples/mysqlopentelemetry.yaml.example new file mode 100644 index 00000000..45f76c60 --- /dev/null +++ b/assets/conf.d/examples/mysqlopentelemetry.yaml.example @@ -0,0 +1,141 @@ +receivers: + mysql/localhost: + endpoint: localhost:3306 + username: admin + password: password + collection_interval: 10s + transport: tcp + allow_native_passwords: true + metrics: + mysql.client.network.io: + enabled: true + mysql.connection.count: + enabled: true + mysql.connection.errors: + enabled: true + mysql.joins: + enabled: true + mysql.mysqlx_worker_threads: + enabled: true + mysql.query.client.count: + enabled: true + mysql.query.count: + enabled: true + mysql.query.slow.count: + enabled: true + mysql.statement_event.count: + enabled: true + mysql.statement_event.wait.time: + enabled: true + mysql.table.lock_wait.read.count: + enabled: true + mysql.table.lock_wait.read.time: + enabled: true + mysql.table.lock_wait.write.count: + enabled: true + mysql.table.lock_wait.write.time: + enabled: true + mysql.table_open_cache: + enabled: true + filelog/mysql/localhost: + multiline: + line_start_pattern: ^\d{4}-\d{2}-\d{2}T\d{1,2}:\d{1,2}:\d{1,2}.* + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/mysql/mysqld-error.log + filelog/mysql/slow_transcations/localhost: + multiline: + line_start_pattern: ^#\sTime:\s.* + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/mysql/mysqld-slow.log +processors: + resource/mysql_resource_attributes/localhost: + attributes: + - key: db.system + value: mysql + action: insert + - key: sumo.datasource + value: mysql + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.node.name + action: insert + from_attribute: host.name + - key: db.cluster.name + value: mysqlOtelCluster + action: insert + attributes/mysql_metric_label_translation/localhost: + include: + match_type: regexp + metric_names: ^mysql\. + actions: + - action: insert + from_attribute: schema + key: db.name + - action: delete + key: schema + - action: insert + from_attribute: table + key: db.sql.table + - action: delete + key: table + resource/mysql_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: mysql/mysql + action: insert + - key: _sourceName + value: mysql + action: insert + resource/mysql_resource_attributes/logs/localhost: + attributes: + - key: _source + value: mysql/filelog + action: insert +service: + pipelines: + metrics/mysql/localhost: + receivers: + - mysql/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/mysql_resource_attributes/metrics/localhost + - resource/mysql_resource_attributes/localhost + - attributes/mysql_metric_label_translation/localhost + - batch + exporters: + - sumologic + logs/mysql/localhost: + receivers: + - filelog/mysql/localhost + - filelog/mysql/slow_transcations/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/mysql_resource_attributes/logs/localhost + - resource/mysql_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/nginxopentelemetry.yaml.example b/assets/conf.d/examples/nginxopentelemetry.yaml.example new file mode 100644 index 00000000..5ce20821 --- /dev/null +++ b/assets/conf.d/examples/nginxopentelemetry.yaml.example @@ -0,0 +1,87 @@ +receivers: + nginx/localhost: + endpoint: http://localhost:80/status + filelog/nginx/accessLogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/nginx/access*.log + filelog/nginx/errorLogs/localhost: + multiline: + line_start_pattern: ^\[\S{3}\s\S{3}\s\d{1,2}\s[^\]]+\].* + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/nginx/error*.log +processors: + resource/nginx_resource_attributes/localhost: + attributes: + - key: webengine.system + value: nginx + action: insert + - key: sumo.datasource + value: nginx + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: webengine.node.name + action: insert + from_attribute: host.name + - key: webengine.cluster.name + value: nginx_cluster + action: insert + resource/nginx_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: nginx/nginx + action: insert + - key: _sourceName + value: nginx + action: insert + resource/nginx_resource_attributes/logs/localhost: + attributes: + - key: _source + value: nginx/filelog + action: insert +service: + pipelines: + metrics/nginx/localhost: + receivers: + - nginx/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/nginx_resource_attributes/metrics/localhost + - resource/nginx_resource_attributes/localhost + - batch + exporters: + - sumologic + logs/nginx/localhost: + receivers: + - filelog/nginx/accessLogs/localhost + - filelog/nginx/errorLogs/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/nginx_resource_attributes/logs/localhost + - resource/nginx_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/oracleopentelemetry.yaml.example b/assets/conf.d/examples/oracleopentelemetry.yaml.example new file mode 100644 index 00000000..1ca2815d --- /dev/null +++ b/assets/conf.d/examples/oracleopentelemetry.yaml.example @@ -0,0 +1,122 @@ +receivers: + filelog/oracle/alertlogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/oracle/alertlogs/oracle*.log + filelog/oracle/listenerlogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/oracle/listernerlogs/oracle*.log + filelog/oracle/auditlogs/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/oracle/auditlogs/oracle*.log + multiline: + line_start_pattern: ^ + oracledb/localhost: + endpoint: localhost:1521 + service: FREE + collection_interval: 5m + username: C##oracle_admin + password: password + metrics: + oracledb.sessions.limit: + enabled: true + oracledb.consistent_gets: + enabled: true + oracledb.db_block_gets: + enabled: true +processors: + resource/oracle_resource_attributes/localhost: + attributes: + - key: db.system + value: oracle + action: insert + - key: sumo.datasource + value: oracle + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.node.name + action: insert + from_attribute: host.name + - key: db.cluster.name + value: test + action: insert + resource/oracle_resource_attributes/logs/localhost: + attributes: + - key: _source + value: oracle/filelog + action: insert + resource/oracle_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: oracle/oracledb + action: insert + - key: _sourceName + value: oracle + action: insert +service: + pipelines: + metrics/oracle/localhost: + receivers: + - oracledb/localhost + processors: + - memory_limiter + - resourcedetection/system + - batch + - resource/oracle_resource_attributes/localhost + - resource/oracle_resource_attributes/metrics/localhost + exporters: + - sumologic + logs/oracle/localhost: + receivers: + - filelog/oracle/alertlogs/localhost + - filelog/oracle/listenerlogs/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/oracle_resource_attributes/localhost + - batch + - resource/oracle_resource_attributes/logs/localhost + exporters: + - sumologic + logs/oracle/audit/localhost: + receivers: + - filelog/oracle/auditlogs/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/oracle_resource_attributes/localhost + - batch + - resource/oracle_resource_attributes/logs/localhost + exporters: + - sumologic diff --git a/assets/conf.d/examples/pci_compliance_for_windows_jsonopentelemetry.yaml.example b/assets/conf.d/examples/pci_compliance_for_windows_jsonopentelemetry.yaml.example new file mode 100644 index 00000000..ed41a2cf --- /dev/null +++ b/assets/conf.d/examples/pci_compliance_for_windows_jsonopentelemetry.yaml.example @@ -0,0 +1,44 @@ +receivers: + windowseventlog/security/localhost: + channel: Security + operators: + - type: add + field: resource["_sourceName"] + value: Security + windowseventlog/system/localhost: + channel: System + operators: + - type: add + field: resource["_sourceName"] + value: System +processors: + resource/windows_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: windows + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: _sourceCategory + value: otel/windows + action: insert + resource/windows_resource_attributes/logs/localhost: + attributes: + - key: _source + value: windows/windowseventlog + action: insert +service: + pipelines: + logs/windows/PCI/localhost: + receivers: + - windowseventlog/system/localhost + - windowseventlog/security/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/windows_resource_attributes/logs/localhost + - resource/windows_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/postgresqlopentelemetry.yaml.example b/assets/conf.d/examples/postgresqlopentelemetry.yaml.example new file mode 100644 index 00000000..1a73c7f0 --- /dev/null +++ b/assets/conf.d/examples/postgresqlopentelemetry.yaml.example @@ -0,0 +1,101 @@ +receivers: + postgresql/localhost: + endpoint: localhost:5432 + username: admin + password: null + transport: tcp + filelog/postgresql/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/lib/postgresql/:version:/main/log/postgresql*.log +processors: + resource/postgresql_resource_attributes/localhost: + attributes: + - key: db.system + value: postgresql + action: insert + - key: sumo.datasource + value: postgresql + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.node.name + action: insert + from_attribute: host.name + - key: db.cluster.name + value: postgresqlOtelCluster + action: insert + resource/postgresql/split_schema_table/localhost: + attributes: + - key: postgresql.table.name + pattern: (?P[^.]*)\. + action: extract + - key: postgresql.table.name + pattern: (?P[^.]*$) + action: extract + resource/postgresql/rename_attr/localhost: + attributes: + - key: db.schema + from_attribute: schema + action: insert + - key: db.sql.table + from_attribute: table + action: insert + - key: schema + action: delete + - key: table + action: delete + - action: insert + from_attribute: postgresql.database.name + key: db.name + - action: delete + key: postgresql.database.name + resource/postgresql_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: postgresql/postgresql + action: insert + - key: _sourceName + value: postgresql + action: insert + resource/postgresql_resource_attributes/logs/localhost: + attributes: + - key: _source + value: postgresql/filelog + action: insert +service: + pipelines: + metrics/postgresql/localhost: + receivers: + - postgresql/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/postgresql_resource_attributes/metrics/localhost + - resource/postgresql_resource_attributes/localhost + - resource/postgresql/split_schema_table/localhost + - resource/postgresql/rename_attr/localhost + - batch + exporters: + - sumologic + logs/postgresql/localhost: + receivers: + - filelog/postgresql/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/postgresql_resource_attributes/logs/localhost + - resource/postgresql_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/rabbitmqopentelemetry.yaml.example b/assets/conf.d/examples/rabbitmqopentelemetry.yaml.example new file mode 100644 index 00000000..a56d4cb6 --- /dev/null +++ b/assets/conf.d/examples/rabbitmqopentelemetry.yaml.example @@ -0,0 +1,71 @@ +receivers: + rabbitmq/localhost: + endpoint: localhost:15672 + collection_interval: 1m + username: admin + password: password + filelog/rabbitmq/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/rabbitmq/rabbitmq.log +processors: + resource/rabbitmq_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: rabbitmq + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: messaging.node.name + action: insert + from_attribute: host.name + - key: messaging.cluster + value: test + action: insert + resource/rabbitmq_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: rabbitmq/rabbitmq + action: insert + - key: _sourceName + value: rabbitmq + action: insert + resource/rabbitmq_resource_attributes/logs/localhost: + attributes: + - key: _source + value: rabbitmq/filelog + action: insert +service: + pipelines: + metrics/rabbitmq/localhost: + receivers: + - rabbitmq/localhost + processors: + - memory_limiter + - resourcedetection/system + - batch + - resource/rabbitmq_resource_attributes/localhost + - resource/rabbitmq_resource_attributes/metrics/localhost + exporters: + - sumologic + logs/rabbitmq/localhost: + receivers: + - filelog/rabbitmq/localhost + processors: + - memory_limiter + - resourcedetection/system + - batch + - resource/rabbitmq_resource_attributes/localhost + - resource/rabbitmq_resource_attributes/logs/localhost + exporters: + - sumologic diff --git a/assets/conf.d/examples/redisopentelemetry.yaml.example b/assets/conf.d/examples/redisopentelemetry.yaml.example new file mode 100644 index 00000000..4e376c11 --- /dev/null +++ b/assets/conf.d/examples/redisopentelemetry.yaml.example @@ -0,0 +1,81 @@ +receivers: + redis/localhost: + endpoint: localhost:6379 + collection_interval: 1m + username: admin + password: password + metrics: + redis.cmd.calls: + enabled: true + redis.replication.replica_offset: + enabled: true + redis.role: + enabled: true + filelog/redis/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/redis/redis-server.log +processors: + resource/redis_resource_attributes/localhost: + attributes: + - key: db.system + value: redis + action: insert + - key: sumo.datasource + value: redis + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.node.name + action: insert + from_attribute: host.name + - key: db.cluster.name + value: test + action: insert + resource/redis_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: redis/redis + action: insert + - key: _sourceName + value: redis + action: insert + resource/redis_resource_attributes/logs/localhost: + attributes: + - key: _source + value: redis/filelog + action: insert +service: + pipelines: + metrics/redis/localhost: + receivers: + - redis/localhost + processors: + - memory_limiter + - resourcedetection/system + - batch + - resource/redis_resource_attributes/metrics/localhost + - resource/redis_resource_attributes/localhost + exporters: + - sumologic + logs/redis/localhost: + receivers: + - filelog/redis/localhost + processors: + - memory_limiter + - resourcedetection/system + - batch + - resource/redis_resource_attributes/localhost + - resource/redis_resource_attributes/logs/localhost + exporters: + - sumologic diff --git a/assets/conf.d/examples/sqlserver-linuxopentelemetry.yaml.example b/assets/conf.d/examples/sqlserver-linuxopentelemetry.yaml.example new file mode 100644 index 00000000..ebe4c1d0 --- /dev/null +++ b/assets/conf.d/examples/sqlserver-linuxopentelemetry.yaml.example @@ -0,0 +1,48 @@ +receivers: + filelog/sqlserver/linux/localhost: + encoding: utf-16le + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/opt/mssql/log/errorlog +processors: + resource/sqlserver_linux_resource_attributes/localhost: + attributes: + - key: db.system + value: sqlserver + action: insert + - key: sumo.datasource + value: sqlserver + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.cluster.name + value: test + action: insert + resource/sqlserver_linux_resource_attributes/logs/localhost: + attributes: + - key: _source + value: sqlserver/filelog + action: insert +service: + pipelines: + logs/sqlserver/linux/localhost: + receivers: + - filelog/sqlserver/linux/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/sqlserver_linux_resource_attributes/logs/localhost + - resource/sqlserver_linux_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/sqlserver-windowsopentelemetry.yaml.example b/assets/conf.d/examples/sqlserver-windowsopentelemetry.yaml.example new file mode 100644 index 00000000..a4ed8f2c --- /dev/null +++ b/assets/conf.d/examples/sqlserver-windowsopentelemetry.yaml.example @@ -0,0 +1,82 @@ +receivers: + sqlserver/localhost: + collection_interval: 10s + computer_name: ip-172-31-23-44 + instance_name: analyticsDB + resource_attributes: + sqlserver.computer.name: + enabled: true + sqlserver.instance.name: + enabled: true + metrics: + sqlserver.processes.blocked: + enabled: true + filelog/sqlserver/windows/localhost: + encoding: utf-16le + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - C:\Program Files\Microsoft SQL Server\:MSSQL_folder_name:\MSSQL\Log\ERRORLOG* +processors: + resource/sqlserver_windows_resource_attributes/localhost: + attributes: + - key: db.system + value: sqlserver + action: insert + - key: sumo.datasource + value: sqlserver + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: db.node.name + action: insert + from_attribute: host.name + - key: db.cluster.name + value: test + action: insert + resource/sqlserver_windows_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: sqlserver/sqlserver + action: insert + - key: _sourceName + value: sqlserver + action: insert + resource/sqlserver_windows_resource_attributes/logs/localhost: + attributes: + - key: _source + value: sqlserver/filelog + action: insert +service: + pipelines: + metrics/sqlserver/localhost: + receivers: + - sqlserver/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/sqlserver_windows_resource_attributes/metrics/localhost + - resource/sqlserver_windows_resource_attributes/localhost + - batch + exporters: + - sumologic + logs/sqlserver/localhost: + receivers: + - filelog/sqlserver/windows/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/sqlserver_windows_resource_attributes/logs/localhost + - resource/sqlserver_windows_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/squidopentelemetry.yaml.example b/assets/conf.d/examples/squidopentelemetry.yaml.example new file mode 100644 index 00000000..f5a29ada --- /dev/null +++ b/assets/conf.d/examples/squidopentelemetry.yaml.example @@ -0,0 +1,47 @@ +receivers: + filelog/squidproxy/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/squid/access.log +processors: + resource/squidproxy_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: squidproxy + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: webengine.system + value: squidproxy + action: insert + - key: webengine.cluster.name + value: test + action: insert + resource/squidproxy_resource_attributes/logs/localhost: + attributes: + - key: _source + value: squidproxy/filelog + action: insert +service: + pipelines: + logs/squidproxy/localhost: + receivers: + - filelog/squidproxy/localhost + processors: + - memory_limiter + - resource/squidproxy_resource_attributes/localhost + - batch + - resourcedetection/system + - resource/squidproxy_resource_attributes/logs/localhost + exporters: + - sumologic diff --git a/assets/conf.d/examples/tomcatopentelemetry.yaml.example b/assets/conf.d/examples/tomcatopentelemetry.yaml.example new file mode 100644 index 00000000..ee952634 --- /dev/null +++ b/assets/conf.d/examples/tomcatopentelemetry.yaml.example @@ -0,0 +1,105 @@ +receivers: + jmx/tomcatmetrics/localhost: + jar_path: /etc/otelcol-sumo/opentelemetry-jmx-metrics.jar + endpoint: localhost:11211 + target_system: tomcat + collection_interval: 1m + username: sumo_jmx + password: safe_password + log_level: info + filelog/tomcat/access/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /usr/share/tomcat/logs/access.log + filelog/tomcat/catalina/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /usr/share/tomcat/logs/catalina.log + filelog/tomcat/gc/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /usr/share/tomcat/logs/gc.log +processors: + resource/tomcat_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: tomcat + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: webengine.system + value: tomcat + action: insert + - key: webengine.node.name + action: insert + from_attribute: host.name + - key: webengine.cluster.name + value: test + action: insert + resource/tomcat_resource_attributes/logs/localhost: + attributes: + - key: _source + value: tomcat/filelog + action: insert + resource/tomcat_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: tomcat/jmx + action: insert + - key: _sourceName + value: tomcat + action: insert +service: + pipelines: + metrics/tomcat/localhost: + receivers: + - jmx/tomcatmetrics/localhost + processors: + - memory_limiter + - resourcedetection/system + - batch + - resource/tomcat_resource_attributes/localhost + - resource/tomcat_resource_attributes/metrics/localhost + exporters: + - sumologic + logs/tomcat/localhost: + receivers: + - filelog/tomcat/access/localhost + - filelog/tomcat/catalina/localhost + - filelog/tomcat/gc/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/tomcat_resource_attributes/logs/localhost + - resource/tomcat_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/varnishopentelemetry.yaml.example b/assets/conf.d/examples/varnishopentelemetry.yaml.example new file mode 100644 index 00000000..80a368c2 --- /dev/null +++ b/assets/conf.d/examples/varnishopentelemetry.yaml.example @@ -0,0 +1,47 @@ +receivers: + filelog/varnish/localhost: + storage: file_storage + include_file_name: false + include_file_path: true + operators: + - type: move + from: attributes["log.file.path"] + to: resource["log.file.path"] + - type: copy + from: resource["log.file.path"] + to: resource["_sourceName"] + include: + - /var/log/varnish/varnish*.log +processors: + resource/varnish_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: varnish + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: webengine.system + value: varnish + action: insert + - key: webengine.cluster.name + value: test + action: insert + resource/varnish_resource_attributes/logs/localhost: + attributes: + - key: _source + value: varnish/filelog + action: insert +service: + pipelines: + logs/varnish/localhost: + receivers: + - filelog/varnish/localhost + processors: + - memory_limiter + - resource/varnish_resource_attributes/localhost + - batch + - resourcedetection/system + - resource/varnish_resource_attributes/logs/localhost + exporters: + - sumologic diff --git a/assets/conf.d/examples/windows_csmaopentelemetry.yaml.example b/assets/conf.d/examples/windows_csmaopentelemetry.yaml.example new file mode 100644 index 00000000..f43eaa6e --- /dev/null +++ b/assets/conf.d/examples/windows_csmaopentelemetry.yaml.example @@ -0,0 +1,44 @@ +receivers: + windowseventlog/security/localhost: + channel: Security + operators: + - type: add + field: resource["_sourceName"] + value: Security + windowseventlog/system/localhost: + channel: System + operators: + - type: add + field: resource["_sourceName"] + value: System +processors: + resource/windows_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: windows + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: _sourceCategory + value: otel/windows + action: insert + resource/windows_resource_attributes/logs/localhost: + attributes: + - key: _source + value: windows/windowseventlog + action: insert +service: + pipelines: + logs/windows/CSMA/localhost: + receivers: + - windowseventlog/system/localhost + - windowseventlog/security/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/windows_resource_attributes/logs/localhost + - resource/windows_resource_attributes/localhost + - batch + exporters: + - sumologic diff --git a/assets/conf.d/examples/windowsopentelemetry.yaml.example b/assets/conf.d/examples/windowsopentelemetry.yaml.example new file mode 100644 index 00000000..55046ebe --- /dev/null +++ b/assets/conf.d/examples/windowsopentelemetry.yaml.example @@ -0,0 +1,106 @@ +receivers: + windowseventlog/application/localhost: + channel: Application + operators: + - type: add + field: resource["_sourceName"] + value: Application + windowseventlog/security/localhost: + channel: Security + operators: + - type: add + field: resource["_sourceName"] + value: Security + windowseventlog/system/localhost: + channel: System + operators: + - type: add + field: resource["_sourceName"] + value: System + hostmetrics/localhost: + collection_interval: 1m + scrapers: + cpu: + metrics: + system.cpu.utilization: + enabled: true + load: null + memory: + metrics: + system.memory.utilization: + enabled: true + disk: null + filesystem: + metrics: + system.filesystem.utilization: + enabled: true + network: null + paging: null + process: + include: + match_type: strict + names: + - otelcol-sumo.exe + mute_process_exe_error: true + mute_process_io_error: true + mute_process_name_error: true + metrics: + process.threads: + enabled: true + process.cpu.utilization: + enabled: true + process.memory.utilization: + enabled: true + process.disk.operations: + enabled: true +processors: + resource/windows_resource_attributes/localhost: + attributes: + - key: sumo.datasource + value: windows + action: insert + - key: _contentType + value: OpenTelemetry + action: insert + - key: _sourceCategory + value: otel/windows + action: insert + resource/windows_resource_attributes/metrics/localhost: + attributes: + - key: _source + value: windows/hostmetrics + action: insert + - key: _sourceName + value: windows + action: insert + resource/windows_resource_attributes/logs/localhost: + attributes: + - key: _source + value: windows/windowseventlog + action: insert +service: + pipelines: + metrics/windows/localhost: + receivers: + - hostmetrics/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/windows_resource_attributes/metrics/localhost + - resource/windows_resource_attributes/localhost + - batch + exporters: + - sumologic + logs/windows/localhost: + receivers: + - windowseventlog/application/localhost + - windowseventlog/system/localhost + - windowseventlog/security/localhost + processors: + - memory_limiter + - resourcedetection/system + - resource/windows_resource_attributes/logs/localhost + - resource/windows_resource_attributes/localhost + - batch + exporters: + - sumologic