diff --git a/test/packages/parallel/mongodb/data_stream/collstats/_dev/test/system/test-collstats-config.yml b/test/packages/parallel/mongodb/data_stream/collstats/_dev/test/system/test-collstats-config.yml deleted file mode 100644 index 218728cac..000000000 --- a/test/packages/parallel/mongodb/data_stream/collstats/_dev/test/system/test-collstats-config.yml +++ /dev/null @@ -1,3 +0,0 @@ -vars: - hosts: - - "{{Hostname}}" diff --git a/test/packages/parallel/mongodb/data_stream/collstats/agent/stream/stream.yml.hbs b/test/packages/parallel/mongodb/data_stream/collstats/agent/stream/stream.yml.hbs deleted file mode 100644 index c50da1b31..000000000 --- a/test/packages/parallel/mongodb/data_stream/collstats/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,22 +0,0 @@ -metricsets: ["collstats"] -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -{{#if password}} -password: {{password}} -{{/if}} -period: {{period}} -ssl.enabled: {{ssl.enabled}} -ssl.verification_mode: {{ssl.verification_mode}} -{{#if ssl.certificate_authorities}} -ssl.certificate_authorities: -{{#each ssl.certificate_authorities}} - - {{this}} -{{/each}} -{{/if}} -ssl.certificate: {{ssl.certificate}} -ssl.key: {{ssl.key}} -{{#if username}} -username: {{username}} -{{/if}} \ No newline at end of file diff --git a/test/packages/parallel/mongodb/data_stream/collstats/fields/agent.yml b/test/packages/parallel/mongodb/data_stream/collstats/fields/agent.yml deleted file mode 100644 index 334356372..000000000 --- a/test/packages/parallel/mongodb/data_stream/collstats/fields/agent.yml +++ /dev/null @@ -1,213 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - dimension: true - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - dimension: true - - name: region - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - dimension: true - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - dimension: true - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - -- name: agent - title: Agent - type: group - fields: - - name: id - type: keyword - ignore_above: 1024 - dimension: true diff --git a/test/packages/parallel/mongodb/data_stream/collstats/fields/base-fields.yml b/test/packages/parallel/mongodb/data_stream/collstats/fields/base-fields.yml deleted file mode 100644 index 48209e70d..000000000 --- a/test/packages/parallel/mongodb/data_stream/collstats/fields/base-fields.yml +++ /dev/null @@ -1,24 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: event.module - type: constant_keyword - description: Event module - value: mongodb -- name: event.dataset - type: constant_keyword - description: Event dataset - value: mongodb.collstats -- name: '@timestamp' - type: date - description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/test/packages/parallel/mongodb/data_stream/collstats/fields/ecs.yml b/test/packages/parallel/mongodb/data_stream/collstats/fields/ecs.yml deleted file mode 100644 index 007e13032..000000000 --- a/test/packages/parallel/mongodb/data_stream/collstats/fields/ecs.yml +++ /dev/null @@ -1,6 +0,0 @@ -- external: ecs - name: ecs.version -- external: ecs - name: service.address -- external: ecs - name: service.type diff --git a/test/packages/parallel/mongodb/data_stream/collstats/fields/fields.yml b/test/packages/parallel/mongodb/data_stream/collstats/fields/fields.yml deleted file mode 100644 index e2e228f9a..000000000 --- a/test/packages/parallel/mongodb/data_stream/collstats/fields/fields.yml +++ /dev/null @@ -1,112 +0,0 @@ -- name: mongodb.collstats - type: group - fields: - - name: db - type: keyword - # Reason to add as a dimension field: There can be multiple dbs with same collection name. - dimension: true - description: | - Database name. - - name: collection - type: keyword - # Reason to add as a dimension field: To differentiate different collections. - dimension: true - description: | - Collection name. - - name: name - type: keyword - description: | - Combination of database and collection name. - - name: total.time.us - type: long - metric_type: counter - description: | - Total waiting time for locks in microseconds. - - name: total.count - type: long - metric_type: counter - description: | - Total number of lock wait events. - - name: lock - type: group - fields: - - name: read.time.us - type: long - metric_type: counter - description: | - Time waiting for read locks in microseconds. - - name: read.count - type: long - metric_type: counter - description: | - Number of read lock wait events. - - name: write.time.us - type: long - metric_type: counter - description: | - Time waiting for write locks in microseconds. - - name: write.count - type: long - metric_type: counter - description: | - Number of write lock wait events. - - name: queries.time.us - type: long - metric_type: counter - description: | - Time running queries in microseconds. - - name: queries.count - type: long - metric_type: counter - description: | - Number of queries executed. - - name: getmore.time.us - type: long - metric_type: counter - description: | - Time asking for more cursor rows in microseconds. - - name: getmore.count - type: long - metric_type: counter - description: | - Number of times a cursor asked for more data. - - name: insert.time.us - type: long - metric_type: counter - description: | - Time inserting new documents in microseconds. - - name: insert.count - type: long - metric_type: counter - description: | - Number of document insert events. - - name: update.time.us - type: long - metric_type: counter - description: | - Time updating documents in microseconds. - - name: update.count - type: long - metric_type: counter - description: | - Number of document update events. - - name: remove.time.us - type: long - metric_type: counter - description: | - Time deleting documents in microseconds. - - name: remove.count - type: long - metric_type: counter - description: | - Number of document delete events. - - name: commands.time.us - type: long - metric_type: counter - description: | - Time executing database commands in microseconds. - - name: commands.count - type: long - metric_type: counter - description: |- - Number of database commands executed. diff --git a/test/packages/parallel/mongodb/data_stream/collstats/manifest.yml b/test/packages/parallel/mongodb/data_stream/collstats/manifest.yml deleted file mode 100644 index acb9299c3..000000000 --- a/test/packages/parallel/mongodb/data_stream/collstats/manifest.yml +++ /dev/null @@ -1,16 +0,0 @@ -title: MongoDB collstats metrics -type: metrics -streams: - - input: mongodb/metrics - vars: - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: MongoDB collstats metrics - description: Collect MongoDB collstats metrics -elasticsearch: - index_mode: "time_series" diff --git a/test/packages/parallel/mongodb/data_stream/collstats/sample_event.json b/test/packages/parallel/mongodb/data_stream/collstats/sample_event.json deleted file mode 100644 index b7a3d9011..000000000 --- a/test/packages/parallel/mongodb/data_stream/collstats/sample_event.json +++ /dev/null @@ -1,119 +0,0 @@ -{ - "@timestamp": "2023-06-29T17:58:25.465Z", - "agent": { - "ephemeral_id": "c9e5ccdb-8232-4a7d-b161-ecd4f444bba5", - "id": "3bcbc378-6f9d-4e10-9bf2-b99c50493aa5", - "name": "docker-fleet-agent", - "type": "metricbeat", - "version": "8.8.0" - }, - "data_stream": { - "dataset": "mongodb.collstats", - "namespace": "ep", - "type": "metrics" - }, - "ecs": { - "version": "8.0.0" - }, - "elastic_agent": { - "id": "3bcbc378-6f9d-4e10-9bf2-b99c50493aa5", - "snapshot": false, - "version": "8.8.0" - }, - "event": { - "agent_id_status": "verified", - "dataset": "mongodb.collstats", - "duration": 2334698, - "ingested": "2023-06-29T17:58:26Z", - "module": "mongodb" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "docker-fleet-agent", - "id": "e8978f2086c14e13b7a0af9ed0011d19", - "ip": "192.168.160.7", - "mac": "02-42-C0-A8-A0-07", - "name": "docker-fleet-agent", - "os": { - "codename": "focal", - "family": "debian", - "kernel": "5.19.0-43-generic", - "name": "Ubuntu", - "platform": "ubuntu", - "type": "linux", - "version": "20.04.6 LTS (Focal Fossa)" - } - }, - "metricset": { - "name": "collstats", - "period": 10000 - }, - "mongodb": { - "collstats": { - "collection": "system.replset", - "commands": { - "count": 0, - "time": { - "us": 0 - } - }, - "db": "local", - "getmore": { - "count": 0, - "time": { - "us": 0 - } - }, - "insert": { - "count": 0, - "time": { - "us": 0 - } - }, - "lock": { - "read": { - "count": 1, - "time": { - "us": 1 - } - }, - "write": { - "count": 0, - "time": { - "us": 0 - } - } - }, - "name": "local.system.replset", - "queries": { - "count": 0, - "time": { - "us": 0 - } - }, - "remove": { - "count": 0, - "time": { - "us": 0 - } - }, - "total": { - "count": 1, - "time": { - "us": 1 - } - }, - "update": { - "count": 0, - "time": { - "us": 0 - } - } - } - }, - "service": { - "address": "mongodb://elastic-package-service-mongodb-1", - "type": "mongodb" - } -} \ No newline at end of file diff --git a/test/packages/parallel/mongodb/data_stream/dbstats/_dev/test/system/test-dbstats-config.yml b/test/packages/parallel/mongodb/data_stream/dbstats/_dev/test/system/test-dbstats-config.yml deleted file mode 100644 index 218728cac..000000000 --- a/test/packages/parallel/mongodb/data_stream/dbstats/_dev/test/system/test-dbstats-config.yml +++ /dev/null @@ -1,3 +0,0 @@ -vars: - hosts: - - "{{Hostname}}" diff --git a/test/packages/parallel/mongodb/data_stream/dbstats/agent/stream/stream.yml.hbs b/test/packages/parallel/mongodb/data_stream/dbstats/agent/stream/stream.yml.hbs deleted file mode 100644 index 2daee65f4..000000000 --- a/test/packages/parallel/mongodb/data_stream/dbstats/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,22 +0,0 @@ -metricsets: ["dbstats"] -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -{{#if password}} -password: {{password}} -{{/if}} -period: {{period}} -ssl.enabled: {{ssl.enabled}} -ssl.verification_mode: {{ssl.verification_mode}} -{{#if ssl.certificate_authorities}} -ssl.certificate_authorities: -{{#each ssl.certificate_authorities}} - - {{this}} -{{/each}} -{{/if}} -ssl.certificate: {{ssl.certificate}} -ssl.key: {{ssl.key}} -{{#if username}} -username: {{username}} -{{/if}} diff --git a/test/packages/parallel/mongodb/data_stream/dbstats/fields/agent.yml b/test/packages/parallel/mongodb/data_stream/dbstats/fields/agent.yml deleted file mode 100644 index 334356372..000000000 --- a/test/packages/parallel/mongodb/data_stream/dbstats/fields/agent.yml +++ /dev/null @@ -1,213 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - dimension: true - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - dimension: true - - name: region - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - dimension: true - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - dimension: true - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - -- name: agent - title: Agent - type: group - fields: - - name: id - type: keyword - ignore_above: 1024 - dimension: true diff --git a/test/packages/parallel/mongodb/data_stream/dbstats/fields/base-fields.yml b/test/packages/parallel/mongodb/data_stream/dbstats/fields/base-fields.yml deleted file mode 100644 index 55380d6ed..000000000 --- a/test/packages/parallel/mongodb/data_stream/dbstats/fields/base-fields.yml +++ /dev/null @@ -1,24 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: event.module - type: constant_keyword - description: Event module - value: mongodb -- name: event.dataset - type: constant_keyword - description: Event dataset - value: mongodb.dbstats -- name: '@timestamp' - type: date - description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/test/packages/parallel/mongodb/data_stream/dbstats/fields/ecs.yml b/test/packages/parallel/mongodb/data_stream/dbstats/fields/ecs.yml deleted file mode 100644 index 007e13032..000000000 --- a/test/packages/parallel/mongodb/data_stream/dbstats/fields/ecs.yml +++ /dev/null @@ -1,6 +0,0 @@ -- external: ecs - name: ecs.version -- external: ecs - name: service.address -- external: ecs - name: service.type diff --git a/test/packages/parallel/mongodb/data_stream/dbstats/fields/fields.yml b/test/packages/parallel/mongodb/data_stream/dbstats/fields/fields.yml deleted file mode 100644 index 479d9b206..000000000 --- a/test/packages/parallel/mongodb/data_stream/dbstats/fields/fields.yml +++ /dev/null @@ -1,59 +0,0 @@ -- name: mongodb.dbstats - type: group - fields: - - name: avg_obj_size.bytes - type: long - metric_type: gauge - format: bytes - - name: collections - type: integer - metric_type: gauge - - name: data_size.bytes - type: long - metric_type: gauge - format: bytes - - name: db - type: keyword - # Reason to add as a dimension field: To support multiple dbs. - dimension: true - - name: file_size.bytes - type: long - metric_type: gauge - format: bytes - - name: index_size.bytes - type: long - metric_type: gauge - format: bytes - - name: indexes - type: long - metric_type: gauge - - name: num_extents - type: long - metric_type: gauge - - name: objects - type: long - metric_type: gauge - - name: storage_size.bytes - type: long - metric_type: gauge - format: bytes - - name: ns_size_mb.mb - type: long - metric_type: gauge - - name: data_file_version - type: group - fields: - - name: major - type: long - - name: minor - type: long - - name: extent_free_list - type: group - fields: - - name: num - type: long - metric_type: gauge - - name: size.bytes - type: long - metric_type: gauge - format: bytes diff --git a/test/packages/parallel/mongodb/data_stream/dbstats/manifest.yml b/test/packages/parallel/mongodb/data_stream/dbstats/manifest.yml deleted file mode 100644 index 930074c62..000000000 --- a/test/packages/parallel/mongodb/data_stream/dbstats/manifest.yml +++ /dev/null @@ -1,16 +0,0 @@ -title: MongoDB dbstats metrics -type: metrics -streams: - - input: mongodb/metrics - vars: - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: MongoDB dbstats metrics - description: Collect MongoDB dbstats metrics -elasticsearch: - index_mode: "time_series" diff --git a/test/packages/parallel/mongodb/data_stream/dbstats/sample_event.json b/test/packages/parallel/mongodb/data_stream/dbstats/sample_event.json deleted file mode 100644 index 21d012dfa..000000000 --- a/test/packages/parallel/mongodb/data_stream/dbstats/sample_event.json +++ /dev/null @@ -1,76 +0,0 @@ -{ - "@timestamp": "2023-06-29T17:59:01.652Z", - "agent": { - "ephemeral_id": "9a272b3d-98cd-49d8-a116-2c89c7b75d03", - "id": "3bcbc378-6f9d-4e10-9bf2-b99c50493aa5", - "name": "docker-fleet-agent", - "type": "metricbeat", - "version": "8.8.0" - }, - "data_stream": { - "dataset": "mongodb.dbstats", - "namespace": "ep", - "type": "metrics" - }, - "ecs": { - "version": "8.0.0" - }, - "elastic_agent": { - "id": "3bcbc378-6f9d-4e10-9bf2-b99c50493aa5", - "snapshot": false, - "version": "8.8.0" - }, - "event": { - "agent_id_status": "verified", - "dataset": "mongodb.dbstats", - "duration": 2384254, - "ingested": "2023-06-29T17:59:02Z", - "module": "mongodb" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "docker-fleet-agent", - "id": "e8978f2086c14e13b7a0af9ed0011d19", - "ip": "192.168.160.7", - "mac": "02-42-C0-A8-A0-07", - "name": "docker-fleet-agent", - "os": { - "codename": "focal", - "family": "debian", - "kernel": "5.19.0-43-generic", - "name": "Ubuntu", - "platform": "ubuntu", - "type": "linux", - "version": "20.04.6 LTS (Focal Fossa)" - } - }, - "metricset": { - "name": "dbstats", - "period": 10000 - }, - "mongodb": { - "dbstats": { - "avg_obj_size": { - "bytes": 59 - }, - "collections": 1, - "data_size": { - "bytes": 59 - }, - "db": "admin", - "index_size": { - "bytes": 4096 - }, - "indexes": 1, - "objects": 1, - "storage_size": { - "bytes": 4096 - } - } - }, - "service": { - "address": "mongodb://elastic-package-service-mongodb-1", - "type": "mongodb" - } -} \ No newline at end of file diff --git a/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml b/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml deleted file mode 100644 index 3cabcf9fb..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -dynamic_fields: - event.ingested: ".*" -fields: - "@timestamp": "2020-04-28T11:07:58.223Z" - tags: - - preserve_original_event diff --git a/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log b/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log deleted file mode 100644 index 92aee00f2..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log +++ /dev/null @@ -1,37 +0,0 @@ -2018-02-05T13:44:56.657+0100 I CONTROL [initandlisten] git version: 009580ad490190ba33d1c6253ebd8d91808923e4 -2018-02-05T13:44:56.657+0100 I CONTROL [initandlisten] modules: none -2018-02-05T13:44:56.657+0100 I CONTROL [initandlisten] OpenSSL version: OpenSSL 1.0.2l 25 May 2017 -2018-02-05T13:44:56.677+0100 I STORAGE [initandlisten] wiredtiger_open config: create,cache_size=8G,session_max=20000,eviction=(threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0), -2018-02-05T13:44:56.724+0100 I FTDC [initandlisten] Initializing full-time diagnostic data capture with directory '/var/lib/mongodb/diagnostic.data' -2018-02-05T13:44:56.724+0100 I NETWORK [HostnameCanonicalizationWorker] Starting hostname canonicalization worker -2018-02-05T13:44:56.744+0100 I NETWORK [initandlisten] waiting for connections on port 27017 -2018-02-05T13:50:55.170+0100 I NETWORK [conn1] end connection 127.0.0.1:55404 (0 connections now open) -2018-02-05T13:50:55.487+0100 I NETWORK [initandlisten] connection accepted from 127.0.0.1:55406 #2 (1 connection now open) -2018-02-05T14:49:45.606+0100 I CONTROL [signalProcessingThread] now exiting -2018-02-05T14:49:45.606+0100 I NETWORK [signalProcessingThread] closing listening socket: 7 -2018-02-05T14:49:45.606+0100 I NETWORK [signalProcessingThread] removing socket file: /run/mongodb/mongodb-27017.sock -2018-02-05T14:49:45.606+0100 I NETWORK [signalProcessingThread] shutdown: going to flush diaglog... -2018-02-05T14:49:45.606+0100 I NETWORK [signalProcessingThread] shutdown: going to close sockets... -2018-02-05T14:49:45.688+0100 I STORAGE [signalProcessingThread] shutdown: removing fs lock... -2018-02-05T13:44:56.657+0100 I CONTROL [initandlisten] db version v3.2.11 -2018-02-05T13:44:56.657+0100 I CONTROL [initandlisten] build environment: -2018-02-05T13:44:56.657+0100 I CONTROL [initandlisten] distarch: x86_64 -2018-02-05T13:44:56.657+0100 I CONTROL [initandlisten] options: { config: "/etc/mongodb.conf", net: { bindIp: "127.0.0.1", unixDomainSocket: { pathPrefix: "/run/mongodb" } }, storage: { dbPath: "/var/lib/mongodb", journal: { enabled: true } }, systemLog: { destination: "file", logAppend: true, path: "/var/log/mongodb/mongodb.log" } } -2018-02-05T13:50:55.170+0100 I NETWORK [initandlisten] connection accepted from 127.0.0.1:55404 #1 (1 connection now open) -2018-02-05T13:50:56.180+0100 I NETWORK [conn3] end connection 127.0.0.1:55414 (0 connections now open) -2018-02-05T14:15:42.095+0100 I NETWORK [conn4] end connection 127.0.0.1:58336 (0 connections now open) -2018-02-05T14:49:45.606+0100 I NETWORK [signalProcessingThread] shutdown: going to close listening sockets... -2018-02-05T14:49:45.606+0100 I STORAGE [signalProcessingThread] WiredTigerKVEngine shutting down -2018-02-05T14:49:45.688+0100 I CONTROL [signalProcessingThread] dbexit: rc: 0 -2018-02-05T13:44:56.657+0100 I CONTROL [initandlisten] MongoDB starting : pid=29803 port=27017 dbpath=/var/lib/mongodb 64-bit host=sleipnir -2018-02-05T13:44:56.657+0100 I CONTROL [initandlisten] allocator: tcmalloc -2018-02-05T13:44:56.657+0100 I CONTROL [initandlisten] target_arch: x86_64 -2018-02-05T13:50:55.487+0100 I NETWORK [conn2] end connection 127.0.0.1:55406 (0 connections now open) -2018-02-05T13:50:56.180+0100 I NETWORK [initandlisten] connection accepted from 127.0.0.1:55414 #3 (1 connection now open) -2018-02-05T14:11:41.401+0100 I NETWORK [initandlisten] connection accepted from 127.0.0.1:58336 #4 (1 connection now open) -2018-02-05T14:49:45.605+0100 I CONTROL [signalProcessingThread] got signal 15 (Terminated), will terminate after current cmd ends -2018-02-05T14:49:45.605+0100 I FTDC [signalProcessingThread] Shutting down full-time diagnostic data capture -2018-02-05T14:49:45.606+0100 I NETWORK [signalProcessingThread] closing listening socket: 6 -2019-03-07T15:10:26.960+0000 I ASIO [NetworkInterfaceASIO-Replication-0] Successfully connected to dbbox7:27017, took 10ms (1 connections now open to dbbox7:27017) -2020-03-31T21:19:46.942+0000 E WRITE [initandlisten] ** ERROR: A write operation resulted in an error. E11000 duplicate key error index: test.people.$_id_ dup key: { : 0 } -2020-03-31T21:19:47.420+0000 E NETWORK [initandlisten] ** ERROR: No connection could be made because the target machine actively refused it 127.0.0.1:27017 at System.Net.Sockets.Socket.EndConnect diff --git a/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json b/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json deleted file mode 100644 index 6f28af0a1..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json +++ /dev/null @@ -1,1116 +0,0 @@ -{ - "expected": [ - { - "@timestamp": "2018-02-05T12:44:56.657Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489326668Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "git version: 009580ad490190ba33d1c6253ebd8d91808923e4", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.657Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489356480Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "modules: none", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.657Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489361918Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "OpenSSL version: OpenSSL 1.0.2l 25 May 2017", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.677Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489366264Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "wiredtiger_open config: create,cache_size=8G,session_max=20000,eviction=(threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),", - "mongodb": { - "log": { - "component": "STORAGE", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.724Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489370559Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "Initializing full-time diagnostic data capture with directory '/var/lib/mongodb/diagnostic.data'", - "mongodb": { - "log": { - "component": "FTDC", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.724Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489374743Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "Starting hostname canonicalization worker", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "HostnameCanonicalizationWorker" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.744Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489378781Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "waiting for connections on port 27017", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:50:55.170Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489382731Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "end connection 127.0.0.1:55404 (0 connections now open)", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "conn1" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:50:55.487Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489386521Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "connection accepted from 127.0.0.1:55406 #2 (1 connection now open)", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.606Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489390283Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "now exiting", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.606Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489394158Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "closing listening socket: 7", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.606Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489398549Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "removing socket file: /run/mongodb/mongodb-27017.sock", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.606Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489402496Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "shutdown: going to flush diaglog...", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.606Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489406660Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "shutdown: going to close sockets...", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.688Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489410531Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "shutdown: removing fs lock...", - "mongodb": { - "log": { - "component": "STORAGE", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.657Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489414195Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "db version v3.2.11", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.657Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489418001Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "build environment:", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.657Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489422260Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "distarch: x86_64", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.657Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489426067Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "options: { config: \"/etc/mongodb.conf\", net: { bindIp: \"127.0.0.1\", unixDomainSocket: { pathPrefix: \"/run/mongodb\" } }, storage: { dbPath: \"/var/lib/mongodb\", journal: { enabled: true } }, systemLog: { destination: \"file\", logAppend: true, path: \"/var/log/mongodb/mongodb.log\" } }", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:50:55.170Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489429813Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "connection accepted from 127.0.0.1:55404 #1 (1 connection now open)", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:50:56.180Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489433552Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "end connection 127.0.0.1:55414 (0 connections now open)", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "conn3" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:15:42.095Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489437726Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "end connection 127.0.0.1:58336 (0 connections now open)", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "conn4" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.606Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489441692Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "shutdown: going to close listening sockets...", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.606Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489446011Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "WiredTigerKVEngine shutting down", - "mongodb": { - "log": { - "component": "STORAGE", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.688Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489449944Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "dbexit: rc: 0", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.657Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489454144Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "MongoDB starting : pid=29803 port=27017 dbpath=/var/lib/mongodb 64-bit host=sleipnir", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.657Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489458185Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "allocator: tcmalloc", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:44:56.657Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489462457Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "target_arch: x86_64", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:50:55.487Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489466370Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "end connection 127.0.0.1:55406 (0 connections now open)", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "conn2" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T12:50:56.180Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489470420Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "connection accepted from 127.0.0.1:55414 #3 (1 connection now open)", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:11:41.401Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489474175Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "connection accepted from 127.0.0.1:58336 #4 (1 connection now open)", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.605Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489478326Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "got signal 15 (Terminated), will terminate after current cmd ends", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.605Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489482207Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "Shutting down full-time diagnostic data capture", - "mongodb": { - "log": { - "component": "FTDC", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2018-02-05T13:49:45.606Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489486308Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "closing listening socket: 6", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "signalProcessingThread" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2019-03-07T15:10:26.960Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489490340Z", - "kind": "event", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "Successfully connected to dbbox7:27017, took 10ms (1 connections now open to dbbox7:27017)", - "mongodb": { - "log": { - "component": "ASIO", - "context": "NetworkInterfaceASIO-Replication-0" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2020-03-31T21:19:46.942Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489494736Z", - "kind": "event", - "type": [ - "change", - "error" - ] - }, - "log": { - "level": "E" - }, - "message": "** ERROR: A write operation resulted in an error. E11000 duplicate key error index: test.people.$_id_ dup key: { : 0 }", - "mongodb": { - "log": { - "component": "WRITE", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2020-03-31T21:19:47.420Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.489498565Z", - "kind": "event", - "type": [ - "info", - "error" - ] - }, - "log": { - "level": "E" - }, - "message": "** ERROR: No connection could be made because the target machine actively refused it 127.0.0.1:27017 at System.Net.Sockets.Socket.EndConnect", - "mongodb": { - "log": { - "component": "NETWORK", - "context": "initandlisten" - } - }, - "tags": [ - "preserve_original_event" - ] - } - ] -} \ No newline at end of file diff --git a/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log b/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log deleted file mode 100644 index 9391f2257..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log +++ /dev/null @@ -1,7 +0,0 @@ -{"t":{"$date":"2021-03-22T21:21:20.349+00:00"},"s":"I", "c":"STORAGE", "id":4615611, "ctx":"initandlisten","msg":"MongoDB starting","attr":{"pid":1,"port":27017,"dbPath":"/data/db","architecture":"64-bit","host":"6150fe65a89c"}} -{"t":{"$date":"2021-03-22T21:21:20.350+00:00"},"s":"I", "c":"CONTROL", "id":23403, "ctx":"initandlisten","msg":"Build Info","attr":{"buildInfo":{"version":"4.4.4","gitVersion":"8db30a63db1a9d84bdcad0c83369623f708e0397","openSSLVersion":"OpenSSL 1.1.1 11 Sep 2018","modules":[],"allocator":"tcmalloc","environment":{"distmod":"ubuntu1804","distarch":"x86_64","target_arch":"x86_64"}}}} -{"t":{"$date":"2021-03-22T21:21:26.240+00:00"},"s":"I", "c":"RECOVERY", "id":23987, "ctx":"initandlisten","msg":"WiredTiger recoveryTimestamp","attr":{"recoveryTimestamp":{"$timestamp":{"t":0,"i":0}}}} -{"t":{"$date":"2021-03-22T21:21:26.363+00:00"},"s":"I", "c":"STORAGE", "id":20320, "ctx":"initandlisten","msg":"createCollection","attr":{"namespace":"admin.system.version","uuidDisposition":"provided","uuid":{"uuid":{"$uuid":"b383f03c-b97c-4584-87ae-ab1b8ea399c3"}},"options":{"uuid":{"$uuid":"b383f03c-b97c-4584-87ae-ab1b8ea399c3"}}}} -{"t":{"$date":"2021-03-22T21:21:26.410+00:00"},"s":"I", "c":"INDEX", "id":20345, "ctx":"initandlisten","msg":"Index build: done building","attr":{"buildUUID":null,"namespace":"admin.system.version","index":"_id_","commitTimestamp":{"$timestamp":{"t":0,"i":0}}}} -{"t":{"$date":"2021-03-22T21:21:26.412+00:00"},"s":"I", "c":"COMMAND", "id":20459, "ctx":"initandlisten","msg":"Setting featureCompatibilityVersion","attr":{"newVersion":"4.4"}} -{"t":{"$date":"2021-03-22T21:21:26.451+00:00"},"s":"I", "c":"FTDC", "id":20625, "ctx":"initandlisten","msg":"Initializing full-time diagnostic data capture","attr":{"dataDirectory":"/data/db/diagnostic.data"}} diff --git a/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json b/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json deleted file mode 100644 index 68813bd20..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json +++ /dev/null @@ -1,288 +0,0 @@ -{ - "expected": [ - { - "@timestamp": "2021-03-22T21:21:20.349Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.638845367Z", - "kind": "event", - "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:20.349+00:00\"},\"s\":\"I\", \"c\":\"STORAGE\", \"id\":4615611, \"ctx\":\"initandlisten\",\"msg\":\"MongoDB starting\",\"attr\":{\"pid\":1,\"port\":27017,\"dbPath\":\"/data/db\",\"architecture\":\"64-bit\",\"host\":\"6150fe65a89c\"}}", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "MongoDB starting", - "mongodb": { - "log": { - "attr": { - "architecture": "64-bit", - "dbPath": "/data/db", - "host": "6150fe65a89c", - "pid": 1, - "port": 27017 - }, - "component": "STORAGE", - "context": "initandlisten", - "id": 4615611 - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2021-03-22T21:21:20.350Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.638871810Z", - "kind": "event", - "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:20.350+00:00\"},\"s\":\"I\", \"c\":\"CONTROL\", \"id\":23403, \"ctx\":\"initandlisten\",\"msg\":\"Build Info\",\"attr\":{\"buildInfo\":{\"version\":\"4.4.4\",\"gitVersion\":\"8db30a63db1a9d84bdcad0c83369623f708e0397\",\"openSSLVersion\":\"OpenSSL 1.1.1 11 Sep 2018\",\"modules\":[],\"allocator\":\"tcmalloc\",\"environment\":{\"distmod\":\"ubuntu1804\",\"distarch\":\"x86_64\",\"target_arch\":\"x86_64\"}}}}", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "Build Info", - "mongodb": { - "log": { - "attr": { - "buildInfo": { - "allocator": "tcmalloc", - "environment": { - "distarch": "x86_64", - "distmod": "ubuntu1804", - "target_arch": "x86_64" - }, - "gitVersion": "8db30a63db1a9d84bdcad0c83369623f708e0397", - "modules": [], - "openSSLVersion": "OpenSSL 1.1.1 11 Sep 2018", - "version": "4.4.4" - } - }, - "component": "CONTROL", - "context": "initandlisten", - "id": 23403 - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2021-03-22T21:21:26.240Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.638875423Z", - "kind": "event", - "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.240+00:00\"},\"s\":\"I\", \"c\":\"RECOVERY\", \"id\":23987, \"ctx\":\"initandlisten\",\"msg\":\"WiredTiger recoveryTimestamp\",\"attr\":{\"recoveryTimestamp\":{\"$timestamp\":{\"t\":0,\"i\":0}}}}", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "WiredTiger recoveryTimestamp", - "mongodb": { - "log": { - "attr": { - "recoveryTimestamp": { - "$timestamp": { - "i": 0, - "t": 0 - } - } - }, - "component": "RECOVERY", - "context": "initandlisten", - "id": 23987 - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2021-03-22T21:21:26.363Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.638878400Z", - "kind": "event", - "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.363+00:00\"},\"s\":\"I\", \"c\":\"STORAGE\", \"id\":20320, \"ctx\":\"initandlisten\",\"msg\":\"createCollection\",\"attr\":{\"namespace\":\"admin.system.version\",\"uuidDisposition\":\"provided\",\"uuid\":{\"uuid\":{\"$uuid\":\"b383f03c-b97c-4584-87ae-ab1b8ea399c3\"}},\"options\":{\"uuid\":{\"$uuid\":\"b383f03c-b97c-4584-87ae-ab1b8ea399c3\"}}}}", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "createCollection", - "mongodb": { - "log": { - "attr": { - "namespace": "admin.system.version", - "options": { - "uuid": { - "$uuid": "b383f03c-b97c-4584-87ae-ab1b8ea399c3" - } - }, - "uuid": { - "uuid": { - "$uuid": "b383f03c-b97c-4584-87ae-ab1b8ea399c3" - } - }, - "uuidDisposition": "provided" - }, - "component": "STORAGE", - "context": "initandlisten", - "id": 20320 - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2021-03-22T21:21:26.410Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.638881133Z", - "kind": "event", - "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.410+00:00\"},\"s\":\"I\", \"c\":\"INDEX\", \"id\":20345, \"ctx\":\"initandlisten\",\"msg\":\"Index build: done building\",\"attr\":{\"buildUUID\":null,\"namespace\":\"admin.system.version\",\"index\":\"_id_\",\"commitTimestamp\":{\"$timestamp\":{\"t\":0,\"i\":0}}}}", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "Index build: done building", - "mongodb": { - "log": { - "attr": { - "buildUUID": null, - "commitTimestamp": { - "$timestamp": { - "i": 0, - "t": 0 - } - }, - "index": "_id_", - "namespace": "admin.system.version" - }, - "component": "INDEX", - "context": "initandlisten", - "id": 20345 - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2021-03-22T21:21:26.412Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.638883758Z", - "kind": "event", - "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.412+00:00\"},\"s\":\"I\", \"c\":\"COMMAND\", \"id\":20459, \"ctx\":\"initandlisten\",\"msg\":\"Setting featureCompatibilityVersion\",\"attr\":{\"newVersion\":\"4.4\"}}", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "Setting featureCompatibilityVersion", - "mongodb": { - "log": { - "attr": { - "newVersion": "4.4" - }, - "component": "COMMAND", - "context": "initandlisten", - "id": 20459 - } - }, - "tags": [ - "preserve_original_event" - ] - }, - { - "@timestamp": "2021-03-22T21:21:26.451Z", - "ecs": { - "version": "8.5.1" - }, - "event": { - "category": [ - "database" - ], - "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-06-29T17:58:00.638888026Z", - "kind": "event", - "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.451+00:00\"},\"s\":\"I\", \"c\":\"FTDC\", \"id\":20625, \"ctx\":\"initandlisten\",\"msg\":\"Initializing full-time diagnostic data capture\",\"attr\":{\"dataDirectory\":\"/data/db/diagnostic.data\"}}", - "type": [ - "info" - ] - }, - "log": { - "level": "I" - }, - "message": "Initializing full-time diagnostic data capture", - "mongodb": { - "log": { - "attr": { - "dataDirectory": "/data/db/diagnostic.data" - }, - "component": "FTDC", - "context": "initandlisten", - "id": 20625 - } - }, - "tags": [ - "preserve_original_event" - ] - } - ] -} \ No newline at end of file diff --git a/test/packages/parallel/mongodb/data_stream/log/_dev/test/system/test-log-config.yml b/test/packages/parallel/mongodb/data_stream/log/_dev/test/system/test-log-config.yml deleted file mode 100644 index 6e681cc54..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/_dev/test/system/test-log-config.yml +++ /dev/null @@ -1,7 +0,0 @@ -service: mongodb-log -input: logfile -vars: ~ -data_stream: - vars: - paths: - - "{{SERVICE_LOGS_DIR}}/mongo*" diff --git a/test/packages/parallel/mongodb/data_stream/log/agent/stream/log.yml.hbs b/test/packages/parallel/mongodb/data_stream/log/agent/stream/log.yml.hbs deleted file mode 100644 index c6e5ed4c7..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/agent/stream/log.yml.hbs +++ /dev/null @@ -1,19 +0,0 @@ -paths: -{{#each paths as |path i|}} - - {{path}} -{{/each}} -tags: -{{#if preserve_original_event}} - - preserve_original_event -{{/if}} -{{#each tags as |tag i|}} - - {{tag}} -{{/each}} -{{#contains "forwarded" tags}} -publisher_pipeline.disable_host: true -{{/contains}} -exclude_files: [".gz$"] -{{#if processors}} -processors: -{{processors}} -{{/if}} \ No newline at end of file diff --git a/test/packages/parallel/mongodb/data_stream/log/elasticsearch/ingest_pipeline/default.yml b/test/packages/parallel/mongodb/data_stream/log/elasticsearch/ingest_pipeline/default.yml deleted file mode 100644 index c241540ee..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/elasticsearch/ingest_pipeline/default.yml +++ /dev/null @@ -1,62 +0,0 @@ ---- -description: Pipeline for parsing MongoDB logs -processors: -- set: - field: ecs.version - value: '8.5.1' -- set: - field: event.ingested - value: '{{_ingest.timestamp}}' -- rename: - field: '@timestamp' - target_field: event.created -- grok: - field: message - patterns: - - ^%{CHAR:first_char} - pattern_definitions: - CHAR: . -- pipeline: - if: ctx.first_char != '{' - name: '{{ IngestPipeline "pipeline-plaintext" }}' -- pipeline: - if: ctx.first_char == '{' - name: '{{ IngestPipeline "pipeline-json" }}' -- set: - field: event.kind - value: event -- append: - field: event.category - value: database -- append: - field: related.user - value: "{{{ user.name }}}" - allow_duplicates: false - if: ctx.user?.name != null && ctx.user?.name != '' -- append: - field: related.user - value: "{{{ user.effective.name }}}" - allow_duplicates: false - if: ctx.user?.effective?.name != null && ctx.user?.effective?.name != '' -- append: - field: related.ip - value: "{{{ source.ip }}}" - allow_duplicates: false - if: ctx.source?.ip != null && ctx.source?.ip != '' -- append: - field: related.hosts - value: "{{{ host.hostname }}}" - allow_duplicates: false - if: ctx.host?.hostname != null && ctx.host?.hostname != '' -- remove: - field: - - first_char -- remove: - field: event.original - if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))" - ignore_failure: true - ignore_missing: true -on_failure: -- set: - field: error.message - value: '{{ _ingest.on_failure_message }}' diff --git a/test/packages/parallel/mongodb/data_stream/log/elasticsearch/ingest_pipeline/pipeline-json.yml b/test/packages/parallel/mongodb/data_stream/log/elasticsearch/ingest_pipeline/pipeline-json.yml deleted file mode 100644 index 6081e2972..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/elasticsearch/ingest_pipeline/pipeline-json.yml +++ /dev/null @@ -1,53 +0,0 @@ ---- -description: Pipeline for parsing MongoDB logs in JSON format -processors: -- json: - field: message - target_field: mongodb.log -- date: - field: mongodb.log.t.$date - target_field: '@timestamp' - formats: - - yyyy-MM-dd'T'HH:mm:ss.SSSZZZZZ -- rename: - field: mongodb.log.s - target_field: log.level -- rename: - field: mongodb.log.c - target_field: mongodb.log.component -- rename: - field: mongodb.log.ctx - target_field: mongodb.log.context -- rename: - field: message - target_field: event.original -- rename: - field: mongodb.log.msg - target_field: message -- append: - field: event.type - value: access - if: ctx.mongodb.log.component == 'ACCESS' -- append: - field: event.type - value: change - if: ctx.mongodb.log.component == 'WRITE' -- append: - field: event.type - value: info - if: ctx.mongodb.log.component != 'WRITE' && ctx.mongodb.log.component != 'ACCESS' -- append: - field: event.type - value: error - if: ctx.log.level == 'F' || ctx.log.level == 'E' -- remove: - field: - - mongodb.log.t - - mongodb.log.tags - - mongodb.log.truncated - - mongodb.log.size - ignore_missing: true -on_failure: -- set: - field: error.message - value: '{{ _ingest.on_failure_message }}' diff --git a/test/packages/parallel/mongodb/data_stream/log/elasticsearch/ingest_pipeline/pipeline-plaintext.yml b/test/packages/parallel/mongodb/data_stream/log/elasticsearch/ingest_pipeline/pipeline-plaintext.yml deleted file mode 100644 index 9f50cf5ce..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/elasticsearch/ingest_pipeline/pipeline-plaintext.yml +++ /dev/null @@ -1,35 +0,0 @@ ---- -description: Pipeline for parsing MongoDB logs in plaintext -processors: -- grok: - field: message - patterns: - - '%{TIMESTAMP_ISO8601:mongodb.log.timestamp}%{SPACE}%{MONGO3_SEVERITY:log.level}%{SPACE}%{MONGO3_COMPONENT:mongodb.log.component}%{SPACE}(?:\[%{DATA:mongodb.log.context}\])?%{SPACE}%{GREEDYDATA:message}' - ignore_missing: true -- date: - field: mongodb.log.timestamp - target_field: '@timestamp' - formats: - - yyyy-MM-dd'T'HH:mm:ss.SSSZZ -- remove: - field: mongodb.log.timestamp -- append: - field: event.type - value: access - if: "ctx?.mongodb?.log?.component == 'ACCESS'" -- append: - field: event.type - value: change - if: "ctx?.mongodb?.log?.component == 'WRITE'" -- append: - field: event.type - value: info - if: "ctx?.mongodb?.log?.component != 'WRITE' && ctx?.mongodb?.log?.component != 'ACCESS'" -- append: - field: event.type - value: error - if: "ctx?.log?.level == 'F' || ctx?.log?.level == 'E'" -on_failure: -- set: - field: error.message - value: '{{ _ingest.on_failure_message }}' diff --git a/test/packages/parallel/mongodb/data_stream/log/fields/agent.yml b/test/packages/parallel/mongodb/data_stream/log/fields/agent.yml deleted file mode 100644 index da4e652c5..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/parallel/mongodb/data_stream/log/fields/base-fields.yml b/test/packages/parallel/mongodb/data_stream/log/fields/base-fields.yml deleted file mode 100644 index 4bf67c858..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/fields/base-fields.yml +++ /dev/null @@ -1,29 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: event.module - type: constant_keyword - description: Event module - value: mongodb -- name: event.dataset - type: constant_keyword - description: Event dataset - value: mongodb.log -- name: input.type - description: Type of Filebeat input. - type: keyword -- name: log.flags - type: keyword - description: This field contains the flags of the event. -- name: log.offset - description: Offset of the entry in the log file. - type: long -- name: '@timestamp' - type: date - description: Event timestamp. diff --git a/test/packages/parallel/mongodb/data_stream/log/fields/ecs.yml b/test/packages/parallel/mongodb/data_stream/log/fields/ecs.yml deleted file mode 100644 index 9145d7ddc..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/fields/ecs.yml +++ /dev/null @@ -1,32 +0,0 @@ -- external: ecs - name: message -- external: ecs - name: log.level -- external: ecs - name: log.file.path -- external: ecs - name: event.created -- external: ecs - name: ecs.version -- external: ecs - name: service.address -- external: ecs - name: service.type -- external: ecs - name: tags -- external: ecs - name: related.hosts -- external: ecs - name: related.ip -- external: ecs - name: related.user -- external: ecs - name: user.effective.name -- external: ecs - name: user.id -- external: ecs - name: user.name -- external: ecs - name: source.ip -- external: ecs - name: source.port diff --git a/test/packages/parallel/mongodb/data_stream/log/fields/fields.yml b/test/packages/parallel/mongodb/data_stream/log/fields/fields.yml deleted file mode 100644 index 52be99f87..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/fields/fields.yml +++ /dev/null @@ -1,20 +0,0 @@ -- name: mongodb.log - type: group - fields: - - name: component - type: keyword - description: | - Functional categorization of message - - name: context - type: keyword - description: | - Context of message - - name: id - description: | - Integer representing the unique identifier of the log statement - example: 4615611 - type: long - - name: attr - description: | - Attributes related to the log message. - type: flattened diff --git a/test/packages/parallel/mongodb/data_stream/log/manifest.yml b/test/packages/parallel/mongodb/data_stream/log/manifest.yml deleted file mode 100644 index d08c0f427..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/manifest.yml +++ /dev/null @@ -1,41 +0,0 @@ -title: mongodb log logs -type: logs -streams: - - input: logfile - vars: - - name: paths - type: text - title: Paths - multi: true - required: true - show_user: true - default: - - /var/log/mongodb/mongod.log - - name: tags - type: text - title: Tags - multi: true - required: true - show_user: false - default: - - mongodb-logs - - name: preserve_original_event - required: true - show_user: true - title: Preserve original event - description: Preserves a raw copy of the original event, added to the field `event.original` - type: bool - multi: false - default: false - - name: processors - type: yaml - title: Processors - multi: false - required: false - show_user: false - description: > - Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the logs are parsed. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details. - - template_path: log.yml.hbs - title: MongoDB logs - description: Collect MongoDB logs diff --git a/test/packages/parallel/mongodb/data_stream/log/sample_event.json b/test/packages/parallel/mongodb/data_stream/log/sample_event.json deleted file mode 100644 index 497a5cbbe..000000000 --- a/test/packages/parallel/mongodb/data_stream/log/sample_event.json +++ /dev/null @@ -1,84 +0,0 @@ -{ - "@timestamp": "2023-06-29T17:59:19.338Z", - "agent": { - "ephemeral_id": "31cf86a2-d114-4f29-9850-34a51c341335", - "id": "3bcbc378-6f9d-4e10-9bf2-b99c50493aa5", - "name": "docker-fleet-agent", - "type": "filebeat", - "version": "8.8.0" - }, - "data_stream": { - "dataset": "mongodb.log", - "namespace": "ep", - "type": "logs" - }, - "ecs": { - "version": "8.5.1" - }, - "elastic_agent": { - "id": "3bcbc378-6f9d-4e10-9bf2-b99c50493aa5", - "snapshot": false, - "version": "8.8.0" - }, - "event": { - "agent_id_status": "verified", - "category": [ - "database" - ], - "created": "2023-06-29T17:59:33.181Z", - "dataset": "mongodb.log", - "ingested": "2023-06-29T17:59:34Z", - "kind": "event", - "type": [ - "info" - ] - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "docker-fleet-agent", - "id": "e8978f2086c14e13b7a0af9ed0011d19", - "ip": [ - "192.168.160.7" - ], - "mac": [ - "02-42-C0-A8-A0-07" - ], - "name": "docker-fleet-agent", - "os": { - "codename": "focal", - "family": "debian", - "kernel": "5.19.0-43-generic", - "name": "Ubuntu", - "platform": "ubuntu", - "type": "linux", - "version": "20.04.6 LTS (Focal Fossa)" - } - }, - "input": { - "type": "log" - }, - "log": { - "file": { - "path": "/tmp/service_logs/mongod.log" - }, - "level": "I", - "offset": 1 - }, - "message": "***** SERVER RESTARTED *****", - "mongodb": { - "log": { - "component": "CONTROL", - "context": "-", - "id": 20698 - } - }, - "related": { - "hosts": [ - "docker-fleet-agent" - ] - }, - "tags": [ - "mongodb-logs" - ] -} \ No newline at end of file diff --git a/test/packages/parallel/mongodb/data_stream/metrics/_dev/test/system/test-metrics-config.yml b/test/packages/parallel/mongodb/data_stream/metrics/_dev/test/system/test-metrics-config.yml deleted file mode 100644 index 218728cac..000000000 --- a/test/packages/parallel/mongodb/data_stream/metrics/_dev/test/system/test-metrics-config.yml +++ /dev/null @@ -1,3 +0,0 @@ -vars: - hosts: - - "{{Hostname}}" diff --git a/test/packages/parallel/mongodb/data_stream/metrics/agent/stream/stream.yml.hbs b/test/packages/parallel/mongodb/data_stream/metrics/agent/stream/stream.yml.hbs deleted file mode 100644 index 12e111948..000000000 --- a/test/packages/parallel/mongodb/data_stream/metrics/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,22 +0,0 @@ -metricsets: ["metrics"] -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -{{#if password}} -password: {{password}} -ssl.enabled: {{ssl.enabled}} -ssl.verification_mode: {{ssl.verification_mode}} -{{#if ssl.certificate_authorities}} -ssl.certificate_authorities: -{{#each ssl.certificate_authorities}} - - {{this}} -{{/each}} -{{/if}} -ssl.certificate: {{ssl.certificate}} -ssl.key: {{ssl.key}} -{{/if}} -period: {{period}} -{{#if username}} -username: {{username}} -{{/if}} \ No newline at end of file diff --git a/test/packages/parallel/mongodb/data_stream/metrics/fields/agent.yml b/test/packages/parallel/mongodb/data_stream/metrics/fields/agent.yml deleted file mode 100644 index 334356372..000000000 --- a/test/packages/parallel/mongodb/data_stream/metrics/fields/agent.yml +++ /dev/null @@ -1,213 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - dimension: true - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - dimension: true - - name: region - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - dimension: true - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - dimension: true - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - -- name: agent - title: Agent - type: group - fields: - - name: id - type: keyword - ignore_above: 1024 - dimension: true diff --git a/test/packages/parallel/mongodb/data_stream/metrics/fields/base-fields.yml b/test/packages/parallel/mongodb/data_stream/metrics/fields/base-fields.yml deleted file mode 100644 index bde2d4ab6..000000000 --- a/test/packages/parallel/mongodb/data_stream/metrics/fields/base-fields.yml +++ /dev/null @@ -1,24 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: event.module - type: constant_keyword - description: Event module - value: mongodb -- name: event.dataset - type: constant_keyword - description: Event dataset - value: mongodb.metrics -- name: '@timestamp' - type: date - description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/test/packages/parallel/mongodb/data_stream/metrics/fields/ecs.yml b/test/packages/parallel/mongodb/data_stream/metrics/fields/ecs.yml deleted file mode 100644 index 007e13032..000000000 --- a/test/packages/parallel/mongodb/data_stream/metrics/fields/ecs.yml +++ /dev/null @@ -1,6 +0,0 @@ -- external: ecs - name: ecs.version -- external: ecs - name: service.address -- external: ecs - name: service.type diff --git a/test/packages/parallel/mongodb/data_stream/metrics/fields/fields.yml b/test/packages/parallel/mongodb/data_stream/metrics/fields/fields.yml deleted file mode 100644 index 00c182668..000000000 --- a/test/packages/parallel/mongodb/data_stream/metrics/fields/fields.yml +++ /dev/null @@ -1,588 +0,0 @@ -- name: mongodb.metrics - type: group - fields: - - name: commands - type: group - fields: - - name: is_self - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: aggregate - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: build_info - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: coll_stats - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: connection_pool_stats - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: count - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: db_stats - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: distinct - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: find - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: get_cmd_line_opts - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: get_last_error - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: get_log - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: get_more - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: get_parameter - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: host_info - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: insert - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: is_master - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: last_collections - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: last_commands - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: list_databased - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: list_indexes - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: ping - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: profile - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: replset_get_rbid - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: replset_get_status - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: replset_heartbeat - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: replset_update_position - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: server_status - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: update - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: whatsmyuri - type: group - fields: - - name: failed - type: long - metric_type: counter - - name: total - type: long - metric_type: counter - - name: cursor - type: group - fields: - - name: timed_out - type: long - metric_type: counter - description: | - The total number of cursors that have timed out since the server process started. - - name: open - type: group - fields: - - name: no_timeout - type: long - metric_type: gauge - description: | - The number of open cursors with the option DBQuery.Option.noTimeout set to prevent timeout. - - name: pinned - type: long - metric_type: gauge - description: | - The number of `pinned` open cursors. - - name: total - type: long - metric_type: gauge - description: | - The number of cursors that MongoDB is maintaining for clients. - - name: document - type: group - fields: - - name: deleted - type: long - metric_type: counter - description: | - The total number of documents deleted. - - name: inserted - type: long - metric_type: counter - description: | - The total number of documents inserted. - - name: returned - type: long - metric_type: counter - description: | - The total number of documents returned by queries. - - name: updated - type: long - metric_type: counter - description: | - The total number of documents updated. - - name: get_last_error - type: group - fields: - - name: write_wait.ms - type: long - metric_type: gauge - description: | - The total amount of time in milliseconds that the mongod has spent performing getLastError operations with write concern (i.e. w) greater than 1. - - name: write_wait.count - type: long - metric_type: counter - description: | - The total number of getLastError operations with a specified write concern (i.e. w) greater than 1. - - name: write_timeouts - type: long - metric_type: counter - description: | - The number of times that write concern operations have timed out as a result of the wtimeout threshold to getLastError. - - name: operation - type: group - fields: - - name: scan_and_order - type: long - metric_type: counter - description: | - The total number of queries that return sorted numbers that cannot perform the sort operation using an index. - - name: write_conflicts - type: long - metric_type: counter - description: | - The total number of queries that encountered write conflicts. - - name: query_executor - type: group - fields: - - name: scanned_indexes.count - type: long - metric_type: counter - description: | - The total number of index items scanned during queries and query-plan evaluation. - - name: scanned_documents.count - type: long - metric_type: counter - description: | - The total number of documents scanned during queries and query-plan evaluation. - - name: replication - type: group - fields: - - name: executor - type: group - fields: - - name: counters - type: group - fields: - - name: event_created - type: long - metric_type: counter - - name: event_wait - type: long - metric_type: counter - - name: cancels - type: long - metric_type: counter - - name: waits - type: long - metric_type: counter - - name: scheduled - type: group - fields: - - name: netcmd - type: long - metric_type: counter - - name: dbwork - type: long - metric_type: counter - - name: exclusive - type: long - metric_type: counter - - name: work_at - type: long - metric_type: counter - - name: work - type: long - metric_type: counter - - name: failures - type: long - metric_type: counter - - name: queues - type: group - fields: - - name: in_progress - type: group - fields: - - name: network - type: long - metric_type: gauge - - name: dbwork - type: long - metric_type: gauge - - name: exclusive - type: long - metric_type: gauge - - name: sleepers - type: long - metric_type: gauge - - name: ready - type: long - metric_type: gauge - - name: free - type: long - metric_type: gauge - - name: unsignaled_events - type: long - metric_type: gauge - - name: event_waiters - type: long - metric_type: gauge - - name: shutting_down - type: boolean - - name: network_interface - type: keyword - - name: apply - type: group - fields: - - name: attempts_to_become_secondary - type: long - metric_type: counter - - name: batches - type: group - fields: - - name: count - type: long - metric_type: counter - description: | - The total number of batches applied across all databases. - - name: time.ms - type: long - metric_type: gauge - description: | - The total amount of time in milliseconds the mongod has spent applying operations from the oplog. - - name: ops - type: long - metric_type: counter - description: | - The total number of oplog operations applied. - - name: buffer - type: group - fields: - - name: count - type: long - metric_type: gauge - description: | - The current number of operations in the oplog buffer. - - name: max_size.bytes - type: long - metric_type: gauge - description: | - The maximum size of the buffer. This value is a constant setting in the mongod, and is not configurable. - - name: size.bytes - type: long - metric_type: gauge - description: | - The current size of the contents of the oplog buffer. - - name: initial_sync - type: group - fields: - - name: completed - type: long - metric_type: gauge - - name: failed_attempts - type: long - metric_type: counter - - name: failures - type: long - metric_type: counter - - name: network - type: group - fields: - - name: bytes - type: long - metric_type: gauge - description: | - The total amount of data read from the replication sync source. - - name: getmores - type: group - fields: - - name: count - type: long - metric_type: counter - description: | - The total number of getmore operations - - name: time.ms - type: long - metric_type: gauge - description: | - The total amount of time required to collect data from getmore operations. - - name: ops - type: long - metric_type: counter - description: | - The total number of operations read from the replication source. - - name: reders_created - type: long - metric_type: counter - description: | - The total number of oplog query processes created. - - name: preload - type: group - fields: - - name: docs - type: group - fields: - - name: count - type: long - metric_type: gauge - description: | - The total number of documents loaded during the pre-fetch stage of replication. - - name: time.ms - type: long - metric_type: gauge - - name: indexes - type: group - fields: - - name: count - type: long - metric_type: gauge - description: | - The total number of index entries loaded by members before updating documents as part of the pre-fetch stage of replication. - - name: time.ms - type: long - metric_type: gauge - description: | - The total amount of time, in milliseconds, spent loading index entries as part of the pre-fetch stage of replication. - - name: storage.search - type: group - fields: - - name: bucket_exhausted - type: long - metric_type: counter - description: | - The number of times that mongod has checked the free list without finding a suitably large record allocation. - - name: requests - type: long - metric_type: counter - description: | - The number of times mongod has searched for available record allocations. - - name: scanned - type: long - metric_type: counter - description: | - The number of available record allocations mongod has searched. - - name: ttl - type: group - fields: - - name: deleted_documents.count - type: long - metric_type: counter - description: | - The total number of documents deleted from collections with a ttl index. - - name: passes.count - type: long - metric_type: counter - description: | - The number of times the background process removes documents from collections with a ttl index. diff --git a/test/packages/parallel/mongodb/data_stream/metrics/manifest.yml b/test/packages/parallel/mongodb/data_stream/metrics/manifest.yml deleted file mode 100644 index 0e9ff009e..000000000 --- a/test/packages/parallel/mongodb/data_stream/metrics/manifest.yml +++ /dev/null @@ -1,16 +0,0 @@ -title: MongoDB metrics -type: metrics -streams: - - input: mongodb/metrics - vars: - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: MongoDB metrics - description: Collect MongoDB use and state metrics -elasticsearch: - index_mode: "time_series" diff --git a/test/packages/parallel/mongodb/data_stream/metrics/sample_event.json b/test/packages/parallel/mongodb/data_stream/metrics/sample_event.json deleted file mode 100644 index 199577e4c..000000000 --- a/test/packages/parallel/mongodb/data_stream/metrics/sample_event.json +++ /dev/null @@ -1,270 +0,0 @@ -{ - "@timestamp": "2023-06-29T18:00:08.805Z", - "agent": { - "ephemeral_id": "0d063c67-1114-46bd-a979-d2a18f45dbab", - "id": "3bcbc378-6f9d-4e10-9bf2-b99c50493aa5", - "name": "docker-fleet-agent", - "type": "metricbeat", - "version": "8.8.0" - }, - "data_stream": { - "dataset": "mongodb.metrics", - "namespace": "ep", - "type": "metrics" - }, - "ecs": { - "version": "8.0.0" - }, - "elastic_agent": { - "id": "3bcbc378-6f9d-4e10-9bf2-b99c50493aa5", - "snapshot": false, - "version": "8.8.0" - }, - "event": { - "agent_id_status": "verified", - "dataset": "mongodb.metrics", - "duration": 4081031, - "ingested": "2023-06-29T18:00:09Z", - "module": "mongodb" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "docker-fleet-agent", - "id": "e8978f2086c14e13b7a0af9ed0011d19", - "ip": "192.168.160.7", - "mac": "02-42-C0-A8-A0-07", - "name": "docker-fleet-agent", - "os": { - "codename": "focal", - "family": "debian", - "kernel": "5.19.0-43-generic", - "name": "Ubuntu", - "platform": "ubuntu", - "type": "linux", - "version": "20.04.6 LTS (Focal Fossa)" - } - }, - "metricset": { - "name": "metrics", - "period": 10000 - }, - "mongodb": { - "metrics": { - "commands": { - "aggregate": { - "failed": 0, - "total": 0 - }, - "build_info": { - "failed": 0, - "total": 28 - }, - "coll_stats": { - "failed": 0, - "total": 0 - }, - "connection_pool_stats": { - "failed": 0, - "total": 0 - }, - "count": { - "failed": 0, - "total": 0 - }, - "db_stats": { - "failed": 0, - "total": 0 - }, - "distinct": { - "failed": 0, - "total": 0 - }, - "find": { - "failed": 0, - "total": 0 - }, - "get_cmd_line_opts": { - "failed": 0, - "total": 0 - }, - "get_last_error": { - "failed": 0, - "total": 0 - }, - "get_log": { - "failed": 0, - "total": 0 - }, - "get_more": { - "failed": 0, - "total": 0 - }, - "get_parameter": { - "failed": 0, - "total": 0 - }, - "host_info": { - "failed": 0, - "total": 0 - }, - "insert": { - "failed": 0, - "total": 0 - }, - "is_master": { - "failed": 0, - "total": 46 - }, - "is_self": { - "failed": 0, - "total": 0 - }, - "last_collections": { - "failed": 0, - "total": 0 - }, - "last_commands": { - "failed": 0, - "total": 0 - }, - "list_databased": { - "failed": 0, - "total": 0 - }, - "list_indexes": { - "failed": 2, - "total": 2 - }, - "ping": { - "failed": 0, - "total": 0 - }, - "profile": { - "failed": 0, - "total": 0 - }, - "replset_get_rbid": { - "failed": 0, - "total": 0 - }, - "replset_get_status": { - "failed": 14, - "total": 14 - }, - "replset_heartbeat": { - "failed": 0, - "total": 0 - }, - "replset_update_position": { - "failed": 0, - "total": 0 - }, - "server_status": { - "failed": 0, - "total": 15 - }, - "update": { - "failed": 0, - "total": 0 - }, - "whatsmyuri": { - "failed": 0, - "total": 14 - } - }, - "cursor": { - "open": { - "no_timeout": 0, - "pinned": 0, - "total": 0 - }, - "timed_out": 0 - }, - "document": { - "deleted": 0, - "inserted": 0, - "returned": 0, - "updated": 0 - }, - "get_last_error": { - "write_timeouts": 0, - "write_wait": { - "count": 0, - "ms": 0 - } - }, - "operation": { - "scan_and_order": 0, - "write_conflicts": 0 - }, - "query_executor": { - "scanned_documents": { - "count": 0 - }, - "scanned_indexes": { - "count": 0 - } - }, - "replication": { - "apply": { - "attempts_to_become_secondary": 0, - "batches": { - "count": 0, - "time": { - "ms": 0 - } - }, - "ops": 0 - }, - "buffer": { - "count": 0, - "max_size": { - "bytes": 0 - }, - "size": { - "bytes": 0 - } - }, - "executor": { - "queues": { - "in_progress": { - "network": 0 - }, - "sleepers": 0 - }, - "shutting_down": false, - "unsignaled_events": 0 - }, - "initial_sync": { - "completed": 0, - "failed_attempts": 0, - "failures": 0 - }, - "network": { - "bytes": 0, - "getmores": { - "count": 0, - "time": { - "ms": 0 - } - }, - "ops": 0, - "reders_created": 0 - } - }, - "ttl": { - "deleted_documents": { - "count": 0 - }, - "passes": { - "count": 0 - } - } - } - }, - "service": { - "address": "mongodb://elastic-package-service-mongodb-1", - "type": "mongodb" - } -} \ No newline at end of file diff --git a/test/packages/parallel/mongodb/data_stream/replstatus/agent/stream/stream.yml.hbs b/test/packages/parallel/mongodb/data_stream/replstatus/agent/stream/stream.yml.hbs deleted file mode 100644 index 3d5fe0e38..000000000 --- a/test/packages/parallel/mongodb/data_stream/replstatus/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,22 +0,0 @@ -metricsets: ["replstatus"] -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -{{#if password}} -password: {{password}} -{{/if}} -period: {{period}} -ssl.enabled: {{ssl.enabled}} -ssl.verification_mode: {{ssl.verification_mode}} -{{#if ssl.certificate_authorities}} -ssl.certificate_authorities: -{{#each ssl.certificate_authorities}} - - {{this}} -{{/each}} -{{/if}} -ssl.certificate: {{ssl.certificate}} -ssl.key: {{ssl.key}} -{{#if username}} -username: {{username}} -{{/if}} \ No newline at end of file diff --git a/test/packages/parallel/mongodb/data_stream/replstatus/fields/agent.yml b/test/packages/parallel/mongodb/data_stream/replstatus/fields/agent.yml deleted file mode 100644 index b0461bdf7..000000000 --- a/test/packages/parallel/mongodb/data_stream/replstatus/fields/agent.yml +++ /dev/null @@ -1,213 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - dimension: true - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - dimension: true - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - dimension: true - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - -- name: agent - title: Agent - type: group - fields: - - name: id - type: keyword - ignore_above: 1024 - dimension: true diff --git a/test/packages/parallel/mongodb/data_stream/replstatus/fields/base-fields.yml b/test/packages/parallel/mongodb/data_stream/replstatus/fields/base-fields.yml deleted file mode 100644 index dd2e34635..000000000 --- a/test/packages/parallel/mongodb/data_stream/replstatus/fields/base-fields.yml +++ /dev/null @@ -1,24 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: event.module - type: constant_keyword - description: Event module - value: mongodb -- name: event.dataset - type: constant_keyword - description: Event dataset - value: mongodb.replstatus -- name: '@timestamp' - type: date - description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/test/packages/parallel/mongodb/data_stream/replstatus/fields/ecs.yml b/test/packages/parallel/mongodb/data_stream/replstatus/fields/ecs.yml deleted file mode 100644 index 007e13032..000000000 --- a/test/packages/parallel/mongodb/data_stream/replstatus/fields/ecs.yml +++ /dev/null @@ -1,6 +0,0 @@ -- external: ecs - name: ecs.version -- external: ecs - name: service.address -- external: ecs - name: service.type diff --git a/test/packages/parallel/mongodb/data_stream/replstatus/fields/fields.yml b/test/packages/parallel/mongodb/data_stream/replstatus/fields/fields.yml deleted file mode 100644 index d774878a6..000000000 --- a/test/packages/parallel/mongodb/data_stream/replstatus/fields/fields.yml +++ /dev/null @@ -1,174 +0,0 @@ -- name: mongodb.replstatus - type: group - fields: - - name: oplog - type: group - fields: - - name: size.allocated - type: long - format: bytes - metric_type: gauge - description: | - The total amount of space used by the replstatus in bytes. - - name: size.used - type: long - format: bytes - metric_type: gauge - description: | - total amount of space allocated to the replstatus in bytes. - - name: first.timestamp - type: long - metric_type: gauge - description: | - Timestamp of the first (i.e. earliest) operation in the replstatus - - name: last.timestamp - type: long - metric_type: gauge - description: | - Timestamp of the last (i.e. latest) operation in the replstatus - - name: window - type: long - metric_type: gauge - description: | - The difference between the first and last operation in the replstatus. - - name: set_name - type: keyword - description: | - The name of the replica set. - - name: server_date - type: date - description: | - Reflects the current time according to the server that processed the replSetGetStatus command. - - name: optimes - type: group - fields: - - name: last_committed - type: long - metric_type: gauge - description: | - Information, from the viewpoint of this member, regarding the most recent operation that has been written to a majority of replica set members. - - name: applied - type: long - metric_type: gauge - description: | - Information, from the viewpoint of this member, regarding the most recent operation that has been applied to this member of the replica set. - - name: durable - type: long - metric_type: gauge - description: | - Information, from the viewpoint of this member, regarding the most recent operation that has been written to the journal of this member of the replica set. - - name: lag - type: group - fields: - - name: max - type: long - format: duration - metric_type: gauge - description: | - Difference between optime of primary and slowest secondary - - name: min - type: long - format: duration - metric_type: gauge - description: | - Difference between optime of primary and fastest secondary - - name: headroom - type: group - fields: - - name: max - type: long - format: duration - metric_type: gauge - description: | - Difference between primary's oplog window and the replication lag of the fastest secondary - - name: min - type: long - format: duration - metric_type: gauge - description: | - Difference between primary's oplog window and the replication lag of the slowest secondary - - name: members - type: group - fields: - - name: primary.host - type: keyword - description: | - Host address of the primary - - name: primary.optime - type: keyword - description: | - Optime of primary - - name: secondary.hosts - type: keyword - description: | - List of secondary hosts - - name: secondary.optimes - type: keyword - description: | - Optimes of secondaries - - name: secondary.count - type: long - metric_type: gauge - - name: recovering.hosts - type: keyword - description: | - List of recovering members hosts - - name: recovering.count - type: long - metric_type: gauge - description: | - Count of members in the `recovering` state - - name: unknown.hosts - type: keyword - description: | - List of members' hosts in the `unknown` state - - name: unknown.count - type: long - metric_type: gauge - description: | - Count of members with `unknown` state - - name: startup2.hosts - type: keyword - description: | - List of initializing members hosts - - name: startup2.count - type: long - metric_type: gauge - description: | - Count of members in the `startup2` state - - name: arbiter.hosts - type: keyword - description: | - List of arbiters hosts - - name: arbiter.count - type: long - metric_type: gauge - description: | - Count of arbiters - - name: down.hosts - type: keyword - description: | - List of `down` members hosts - - name: down.count - type: long - metric_type: gauge - description: | - Count of `down` members - - name: rollback.hosts - type: keyword - description: | - List of members in the `rollback` state - - name: rollback.count - type: long - metric_type: gauge - description: | - Count of members in the `rollback` state - - name: unhealthy.hosts - type: keyword - description: | - List of members' hosts with healthy = false - - name: unhealthy.count - type: long - metric_type: gauge - description: | - Count of unhealthy members diff --git a/test/packages/parallel/mongodb/data_stream/replstatus/manifest.yml b/test/packages/parallel/mongodb/data_stream/replstatus/manifest.yml deleted file mode 100644 index 1d29b220b..000000000 --- a/test/packages/parallel/mongodb/data_stream/replstatus/manifest.yml +++ /dev/null @@ -1,16 +0,0 @@ -title: MongoDB replstatus metrics -type: metrics -streams: - - input: mongodb/metrics - vars: - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: MongoDB replstatus metrics - description: Collect MongoDB replstatus metrics -elasticsearch: - index_mode: "time_series" diff --git a/test/packages/parallel/mongodb/data_stream/replstatus/sample_event.json b/test/packages/parallel/mongodb/data_stream/replstatus/sample_event.json deleted file mode 100644 index d85d20d2f..000000000 --- a/test/packages/parallel/mongodb/data_stream/replstatus/sample_event.json +++ /dev/null @@ -1,80 +0,0 @@ -{ - "@timestamp": "2020-06-29T21:20:51.457Z", - "service": { - "address": "localhost:27017", - "type": "mongodb" - }, - "mongodb": { - "replstatus": { - "members": { - "arbiter": { - "count": 0 - }, - "down": { - "count": 0 - }, - "primary": { - "host": "22b4e1fb8197:27017", - "optime": 1550700559 - }, - "recovering": { - "count": 0 - }, - "rollback": { - "count": 0 - }, - "secondary": { - "count": 0 - }, - "startup2": { - "count": 0 - }, - "unhealthy": { - "count": 0 - }, - "unknown": { - "count": 0 - } - }, - "oplog": { - "first": { - "timestamp": 1550700557 - }, - "last": { - "timestamp": 1550700559 - }, - "size": { - "allocated": 40572728934, - "used": 180 - }, - "window": 2 - }, - "optimes": { - "applied": 1550700559, - "durable": 1550700559, - "last_committed": 1550700559 - }, - "server_date": "2019-02-20T23:09:23.733+01:00", - "set_name": "beats" - } - }, - "ecs": { - "version": "8.5.1" - }, - "event": { - "dataset": "mongodb.replstatus", - "module": "mongodb", - "duration": 1962467 - }, - "metricset": { - "name": "replstatus", - "period": 10000 - }, - "agent": { - "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", - "id": "2281e192-85d5-4d68-b90a-36a31df7b29a", - "name": "KaiyanMacBookPro", - "type": "metricbeat", - "version": "8.0.0" - } -} \ No newline at end of file