diff --git a/packages/mysql/_dev/build/build.yml b/packages/mysql/_dev/build/build.yml new file mode 100644 index 00000000000..002aa15659e --- /dev/null +++ b/packages/mysql/_dev/build/build.yml @@ -0,0 +1,3 @@ +dependencies: + ecs: + reference: git@1.10 diff --git a/packages/mysql/_dev/deploy/docker/Dockerfile b/packages/mysql/_dev/deploy/docker/Dockerfile new file mode 100755 index 00000000000..2ec350ef761 --- /dev/null +++ b/packages/mysql/_dev/deploy/docker/Dockerfile @@ -0,0 +1,11 @@ +ARG IMAGE=${IMAGE:-mysql:5.7.12} +FROM ${IMAGE} + +ENV MYSQL_ROOT_PASSWORD test + +HEALTHCHECK --interval=1s --retries=90 CMD mysql -u root -p$MYSQL_ROOT_PASSWORD -h$HOSTNAME -P 3306 -e "SHOW STATUS" > /dev/null + +COPY test.cnf /etc/mysql/conf.d/test.cnf +COPY entrypoint.sh /test-entrypoint.sh + +ENTRYPOINT ["bash", "/test-entrypoint.sh"] diff --git a/packages/mysql/_dev/deploy/docker/docker-compose.yml b/packages/mysql/_dev/deploy/docker/docker-compose.yml new file mode 100755 index 00000000000..c81beca3f82 --- /dev/null +++ b/packages/mysql/_dev/deploy/docker/docker-compose.yml @@ -0,0 +1,16 @@ +version: '2.3' +services: + mysql: + build: . + ports: + - 3306 + volumes: + - ${SERVICE_LOGS_DIR}/mysql:/var/log/mysql + - mysqldata:/var/lib/mysql + mysql_is_ready: + image: tianon/true + depends_on: + mysql: + condition: service_healthy +volumes: + mysqldata: diff --git a/packages/mysql/_dev/deploy/docker/entrypoint.sh b/packages/mysql/_dev/deploy/docker/entrypoint.sh new file mode 100644 index 00000000000..ee99b9feed6 --- /dev/null +++ b/packages/mysql/_dev/deploy/docker/entrypoint.sh @@ -0,0 +1,21 @@ +#!/bin/bash + +# mysqld creates log files without read permissions for others, +# create them beforehand so we can give permissions to the agent. +touch /var/log/mysql/error.log +touch /var/log/mysql/$HOSTNAME-slow.log + +chown mysql:mysql /var/log/mysql/*.log + +chmod a+wx /var/log/mysql +chmod a+r -R /var/log/mysql + +# Immitate the default (/var/lib/mysql/-slow.log, but in the shared log directory). +cat << EOF > /etc/mysql/conf.d/slow-log.cnf +[mysqld] +slow-query-log=ON +slow-query-log-file=/var/log/mysql/$HOSTNAME-slow.log +long-query-time=0 +EOF + +exec bash /entrypoint.sh mysqld diff --git a/packages/mysql/_dev/deploy/docker/test.cnf b/packages/mysql/_dev/deploy/docker/test.cnf new file mode 100755 index 00000000000..d211dba323f --- /dev/null +++ b/packages/mysql/_dev/deploy/docker/test.cnf @@ -0,0 +1,3 @@ +[mysqld] +bind-address = 0.0.0.0 +log-error = /var/log/mysql/error.log diff --git a/packages/mysql/_dev/deploy/variants.yml b/packages/mysql/_dev/deploy/variants.yml new file mode 100755 index 00000000000..2dd042f71e8 --- /dev/null +++ b/packages/mysql/_dev/deploy/variants.yml @@ -0,0 +1,16 @@ +variants: + mysql_5_7_12: + IMAGE: mysql:5.7.12 + mysql_8_0_13: + IMAGE: mysql:8.0.13 + percona_5_7_24: + IMAGE: percona:5.7.24 + percona_8_0_13: + IMAGE: percona:8.0.13-4 + mariadb_10_2_23: + IMAGE: mariadb:10.2.23 + mariadb_10_3_14: + IMAGE: mariadb:10.3.14 + mariadb_10_4_4: + IMAGE: mariadb:10.4.4 +default: mysql_5_7_12 diff --git a/packages/mysql/changelog.yml b/packages/mysql/changelog.yml index c1ee5710e0e..409ea7953ba 100644 --- a/packages/mysql/changelog.yml +++ b/packages/mysql/changelog.yml @@ -1,4 +1,18 @@ # newer versions go on top +- version: "0.4.0" + changes: + - description: Sync latest changes from beats + type: enhancement + link: https://github.com/elastic/integrations/pull/1145 + - description: Disable performance data stream by default in consistence with Beats + type: enhancement + link: https://github.com/elastic/integrations/pull/1145 + - description: Enable ECS dependency + type: enhancement + link: https://github.com/elastic/integrations/pull/1145 + - description: Set "event.module" and "event.dataset" + type: enhancement + link: https://github.com/elastic/integrations/pull/1145 - version: "0.3.8" changes: - description: Updating package owner diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml b/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml new file mode 100644 index 00000000000..fc24804b095 --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-common-config.yml @@ -0,0 +1,4 @@ +fields: + "@timestamp": "2021-06-17T15:20:05.914488060Z" +dynamic_fields: + event.ingested: ".*" diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log b/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log new file mode 100644 index 00000000000..37cd1af5c78 --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log @@ -0,0 +1,12 @@ +161209 13:08:33 mysqld_safe Starting mysqld daemon with databases from /usr/local/var/mysql +2016-12-09T12:08:33.335060Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details). +2016-12-09T12:08:33.335892Z 0 [Warning] Insecure configuration for --secure-file-priv: Current value does not restrict location of generated files. Consider setting it to a valid, non-empty path. +2016-12-09T12:08:33.336610Z 0 [Note] /usr/local/Cellar/mysql/5.7.10/bin/mysqld (mysqld 5.7.10) starting as process 61571 ... +2016-12-09T12:08:33.345527Z 0 [Warning] Setting lower_case_table_names=2 because file system for /usr/local/var/mysql/ is case insensitive +2016-12-09T12:08:33.351596Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins +2016-12-09T12:08:33.784722Z 0 [Note] /usr/local/Cellar/mysql/5.7.10/bin/mysqld: ready for connections. +Version: '5.7.10' socket: '/tmp/mysql.sock' port: 3306 Homebrew +2016-12-09T22:21:02.443689Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 772568ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +161209 14:18:50 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:18:50 [Note] Plugin 'FEDERATED' is disabled. +161209 14:18:50 InnoDB: The InnoDB memory heap is disabled diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json new file mode 100644 index 00000000000..fbc80f1cc2c --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-error.log-expected.json @@ -0,0 +1,231 @@ +{ + "expected": [ + { + "@timestamp": "2016-12-09T13:08:33.000Z", + "message": "mysqld_safe Starting mysqld daemon with databases from /usr/local/var/mysql", + "event": { + "ingested": "2021-06-21T12:35:16.955301274Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.335Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details).", + "event": { + "ingested": "2021-06-21T12:35:16.955304679Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.335Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Insecure configuration for --secure-file-priv: Current value does not restrict location of generated files. Consider setting it to a valid, non-empty path.", + "event": { + "ingested": "2021-06-21T12:35:16.955305338Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.336Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "/usr/local/Cellar/mysql/5.7.10/bin/mysqld (mysqld 5.7.10) starting as process 61571 ...", + "event": { + "ingested": "2021-06-21T12:35:16.955305836Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.345Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Setting lower_case_table_names=2 because file system for /usr/local/var/mysql/ is case insensitive", + "event": { + "ingested": "2021-06-21T12:35:16.955306317Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.351Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:16.955306806Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.784Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "/usr/local/Cellar/mysql/5.7.10/bin/mysqld: ready for connections.", + "event": { + "ingested": "2021-06-21T12:35:16.955307285Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "Version: '5.7.10' socket: '/tmp/mysql.sock' port: 3306 Homebrew", + "event": { + "ingested": "2021-06-21T12:35:16.955307777Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T22:21:02.443Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 772568ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:16.955308261Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:16.955308746Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:16.955309232Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:16.955309894Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log new file mode 100644 index 00000000000..96bcaba1e7a --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log @@ -0,0 +1,30 @@ +191015 9:46:45 13 Query SHOW /*!50002 GLOBAL */ STATUS +2019-10-16 17:24:15 0 [Note] InnoDB: Using Linux native AIO +2019-10-16 17:24:15 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins +2019-10-16 17:24:15 0 [Note] InnoDB: Uses event mutexes +2019-10-16 17:24:15 0 [Note] InnoDB: Compressed tables use zlib 1.2.7 +2019-10-16 17:24:15 0 [Note] InnoDB: Number of pools: 1 +2019-10-16 17:24:15 0 [Note] InnoDB: Using SSE2 crc32 instructions +2019-10-16 17:24:15 0 [Note] InnoDB: Initializing buffer pool, total size = 128M, instances = 1, chunk size = 128M +2019-10-16 17:24:15 0 [Note] InnoDB: Completed initialization of buffer pool +2019-10-16 17:24:15 0 [Note] InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). +2019-10-16 17:24:15 0 [Note] InnoDB: 128 out of 128 rollback segments are active. +2019-10-16 17:24:15 0 [Note] InnoDB: Creating shared tablespace for temporary tables +2019-10-16 17:24:15 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... +2019-10-16 17:24:15 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB. +2019-10-16 17:24:15 0 [Note] InnoDB: Waiting for purge to start +2019-10-16 17:24:15 0 [Note] InnoDB: 10.4.8 started; log sequence number 1631101; transaction id 791 +2019-10-16 17:24:15 0 [Note] InnoDB: Loading buffer pool(s) from /data/mysqldata/mysql/ib_buffer_pool +2019-10-16 17:24:15 0 [Note] Plugin 'FEEDBACK' is disabled. +2019-10-16 17:24:15 0 [Note] InnoDB: Buffer pool(s) load completed at 191016 17:24:15 +2019-10-16 17:24:15 0 [Note] Server socket created on IP: '::'. +2019-10-16 17:24:15 0 [Note] Reading of all Master_info entries succeeded +2019-10-16 17:24:15 0 [Note] Added new Master_info '' to hash table +2019-10-16 17:24:15 0 [Note] /usr/sbin/mysqld: ready for connections. +Version: '10.4.8-MariaDB-log' socket: '/data/mysqldata/mysql.sock' port: 3306 MariaDB Server +2019-10-16 17:25:43 11 [Note] Event Scheduler: scheduler thread started with id 11 +2019-10-16 17:25:43 11 [Note] Event Scheduler: Last execution of test.test_error_log. Dropping. +2019-10-16 17:25:43 12 [Note] Event Scheduler: Dropping test.test_error_log +2019-10-16 17:25:43 12 [ERROR] Event Scheduler: [root@localhost][test.test_error_log] hi from the error log +2019-10-16 17:25:43 12 [Note] Event Scheduler: [root@localhost][test.test_error_log] At line 1 in test.test_error_log + diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json new file mode 100644 index 00000000000..edd7fc53e6b --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mariadb-10-4-8.log-expected.json @@ -0,0 +1,618 @@ +{ + "expected": [ + { + "@timestamp": "2019-10-15T09:46:45.000Z", + "mysql": { + "thread_id": 13 + }, + "message": "Query\tSHOW /*!50002 GLOBAL */ STATUS", + "event": { + "ingested": "2021-06-21T12:35:17.024535715Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Using Linux native AIO", + "event": { + "ingested": "2021-06-21T12:35:17.024538668Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:17.024539277Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Uses event mutexes", + "event": { + "ingested": "2021-06-21T12:35:17.024539789Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Compressed tables use zlib 1.2.7", + "event": { + "ingested": "2021-06-21T12:35:17.024540289Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Number of pools: 1", + "event": { + "ingested": "2021-06-21T12:35:17.024540789Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Using SSE2 crc32 instructions", + "event": { + "ingested": "2021-06-21T12:35:17.024541291Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Initializing buffer pool, total size = 128M, instances = 1, chunk size = 128M", + "event": { + "ingested": "2021-06-21T12:35:17.024541793Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:17.024542299Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority().", + "event": { + "ingested": "2021-06-21T12:35:17.024542800Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: 128 out of 128 rollback segments are active.", + "event": { + "ingested": "2021-06-21T12:35:17.024543296Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Creating shared tablespace for temporary tables", + "event": { + "ingested": "2021-06-21T12:35:17.024543963Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ...", + "event": { + "ingested": "2021-06-21T12:35:17.024544466Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: File './ibtmp1' size is now 12 MB.", + "event": { + "ingested": "2021-06-21T12:35:17.024544980Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Waiting for purge to start", + "event": { + "ingested": "2021-06-21T12:35:17.024545484Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: 10.4.8 started; log sequence number 1631101; transaction id 791", + "event": { + "ingested": "2021-06-21T12:35:17.024545985Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Loading buffer pool(s) from /data/mysqldata/mysql/ib_buffer_pool", + "event": { + "ingested": "2021-06-21T12:35:17.024546625Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Plugin 'FEEDBACK' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:17.024547127Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Buffer pool(s) load completed at 191016 17:24:15", + "event": { + "ingested": "2021-06-21T12:35:17.024547631Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Server socket created on IP: '::'.", + "event": { + "ingested": "2021-06-21T12:35:17.024548206Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Reading of all Master_info entries succeeded", + "event": { + "ingested": "2021-06-21T12:35:17.024548703Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Added new Master_info '' to hash table", + "event": { + "ingested": "2021-06-21T12:35:17.024549206Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:24:15.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "/usr/sbin/mysqld: ready for connections.", + "event": { + "ingested": "2021-06-21T12:35:17.024549697Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "Version: '10.4.8-MariaDB-log' socket: '/data/mysqldata/mysql.sock' port: 3306 MariaDB Server", + "event": { + "ingested": "2021-06-21T12:35:17.024550325Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:25:43.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 11 + }, + "message": "Event Scheduler: scheduler thread started with id 11", + "event": { + "ingested": "2021-06-21T12:35:17.024550829Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:25:43.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 11 + }, + "message": "Event Scheduler: Last execution of test.test_error_log. Dropping.", + "event": { + "ingested": "2021-06-21T12:35:17.024551329Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:25:43.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 12 + }, + "message": "Event Scheduler: Dropping test.test_error_log", + "event": { + "ingested": "2021-06-21T12:35:17.024551830Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:25:43.000Z", + "log": { + "level": "ERROR" + }, + "mysql": { + "thread_id": 12 + }, + "message": "Event Scheduler: [root@localhost][test.test_error_log] hi from the error log", + "event": { + "ingested": "2021-06-21T12:35:17.024552326Z", + "category": [ + "database" + ], + "type": [ + "info", + "error" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2019-10-16T17:25:43.000Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 12 + }, + "message": "Event Scheduler: [root@localhost][test.test_error_log] At line 1 in test.test_error_log", + "event": { + "ingested": "2021-06-21T12:35:17.024552826Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:17.024553322Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log new file mode 100644 index 00000000000..5d9a6d01f58 --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log @@ -0,0 +1,187 @@ +161209 13:08:33 mysqld_safe Starting mysqld daemon with databases from /usr/local/var/mysql +2016-12-09T12:08:33.335060Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details). +2016-12-09T12:08:33.335892Z 0 [Warning] Insecure configuration for --secure-file-priv: Current value does not restrict location of generated files. Consider setting it to a valid, non-empty path. +2016-12-09T12:08:33.336610Z 0 [Note] /usr/local/Cellar/mysql/5.7.10/bin/mysqld (mysqld 5.7.10) starting as process 61571 ... +2016-12-09T12:08:33.345527Z 0 [Warning] Setting lower_case_table_names=2 because file system for /usr/local/var/mysql/ is case insensitive +2016-12-09T12:08:33.351596Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins +2016-12-09T12:08:33.351632Z 0 [Note] InnoDB: Uses event mutexes +2016-12-09T12:08:33.351638Z 0 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier +2016-12-09T12:08:33.351641Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.3 +2016-12-09T12:08:33.352714Z 0 [Note] InnoDB: Number of pools: 1 +2016-12-09T12:08:33.354153Z 0 [Note] InnoDB: Using CPU crc32 instructions +2016-12-09T12:08:33.366818Z 0 [Note] InnoDB: Initializing buffer pool, total size = 128M, instances = 1, chunk size = 128M +2016-12-09T12:08:33.379566Z 0 [Note] InnoDB: Completed initialization of buffer pool +2016-12-09T12:08:33.401031Z 0 [Note] InnoDB: Highest supported file format is Barracuda. +2016-12-09T12:08:33.402267Z 0 [Note] InnoDB: Log scan progressed past the checkpoint lsn 2498863 +2016-12-09T12:08:33.402289Z 0 [Note] InnoDB: Doing recovery: scanned up to log sequence number 2498872 +2016-12-09T12:08:33.402433Z 0 [Note] InnoDB: Doing recovery: scanned up to log sequence number 2498872 +2016-12-09T12:08:33.402440Z 0 [Note] InnoDB: Database was not shutdown normally! +2016-12-09T12:08:33.402443Z 0 [Note] InnoDB: Starting crash recovery. +2016-12-09T12:08:33.549180Z 0 [Note] InnoDB: Removed temporary tablespace data file: "ibtmp1" +2016-12-09T12:08:33.549206Z 0 [Note] InnoDB: Creating shared tablespace for temporary tables +2016-12-09T12:08:33.549317Z 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... +2016-12-09T12:08:33.585175Z 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB. +2016-12-09T12:08:33.588126Z 0 [Note] InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active. +2016-12-09T12:08:33.588151Z 0 [Note] InnoDB: 32 non-redo rollback segment(s) are active. +2016-12-09T12:08:33.588453Z 0 [Note] InnoDB: Waiting for purge to start +2016-12-09T12:08:33.641851Z 0 [Note] InnoDB: 5.7.10 started; log sequence number 2498872 +2016-12-09T12:08:33.642289Z 0 [Note] InnoDB: Loading buffer pool(s) from /usr/local/var/mysql/ib_buffer_pool +2016-12-09T12:08:33.642503Z 0 [Note] InnoDB: not started +2016-12-09T12:08:33.643066Z 0 [Note] Plugin 'FEDERATED' is disabled. +2016-12-09T12:08:33.652949Z 0 [Note] InnoDB: Buffer pool(s) load completed at 161209 13:08:33 +2016-12-09T12:08:33.662950Z 0 [Note] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them. +2016-12-09T12:08:33.662974Z 0 [Note] Skipping generation of SSL certificates as certificate files are present in data directory. +2016-12-09T12:08:33.665405Z 0 [Warning] CA certificate ca.pem is self signed. +2016-12-09T12:08:33.665842Z 0 [Note] Skipping generation of RSA key pair as key files are present in data directory. +2016-12-09T12:08:33.698843Z 0 [Note] Server hostname (bind-address): '*'; port: 3306 +2016-12-09T12:08:33.699354Z 0 [Note] IPv6 is available. +2016-12-09T12:08:33.699553Z 0 [Note] - '::' resolves to '::'; +2016-12-09T12:08:33.699665Z 0 [Note] Server socket created on IP: '::'. +2016-12-09T12:08:33.784625Z 0 [Note] Event Scheduler: Loaded 0 events +2016-12-09T12:08:33.784722Z 0 [Note] /usr/local/Cellar/mysql/5.7.10/bin/mysqld: ready for connections. +Version: '5.7.10' socket: '/tmp/mysql.sock' port: 3306 Homebrew +2016-12-09T22:21:02.443689Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 772568ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-09T22:36:49.017929Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 898642ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-09T23:37:34.021038Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3596603ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T00:17:54.198501Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 2371678ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T01:18:38.017222Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597590ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T01:39:00.017683Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1173583ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T02:39:45.021071Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597610ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T02:49:08.015573Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515469ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T03:24:15.016664Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 2059611ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T04:25:00.016866Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T04:34:24.021797Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515589ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T04:39:18.022366Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 246613ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T05:40:03.016821Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3598614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T06:40:48.025959Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3595608ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T06:45:55.018094Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 258594ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T07:46:40.016090Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3598632ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T07:56:04.016254Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515603ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T08:56:49.390467Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597607ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T09:06:11.019025Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515633ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T10:06:56.015782Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597617ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T10:16:18.022349Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 514638ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T11:17:02.165133Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3595614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T11:30:44.018136Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 773594ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T12:03:24.017458Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1912617ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T12:06:40.015089Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 150375ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T12:24:37.025219Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1030636ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T13:25:22.017729Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3596603ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T13:39:05.016348Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 774598ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T14:39:50.178488Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597787ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T14:49:14.023629Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515462ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T15:49:59.022762Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597628ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T15:59:23.014556Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515609ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T17:00:08.019274Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3598607ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T17:09:30.026900Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515633ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T17:48:20.017991Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 2282610ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T18:00:05.183218Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515227ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T18:54:13.016955Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3200608ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T20:13:03.016738Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3089523ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T20:50:11.201413Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 2180623ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T20:53:54.016961Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 176629ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T21:03:18.023529Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 516622ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T22:04:03.021479Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3598602ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T22:13:57.015306Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 545611ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T22:49:59.020252Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 2114631ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-10T23:12:12.023076Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1287614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T00:12:57.015297Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3595581ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T00:26:41.053666Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 773622ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T00:47:44.015939Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1215572ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T00:49:50.017378Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 79642ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T01:20:40.031015Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1803651ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T02:21:24.021184Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3595607ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T02:26:30.015089Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 257596ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T03:18:55.018844Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3097591ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T04:15:14.022467Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3331614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T04:20:52.016318Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 289611ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T04:25:56.035073Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 257653ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T05:26:41.020131Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3598198ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T05:36:05.024444Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515624ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T06:36:50.017205Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3598619ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T06:46:14.016702Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515611ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T07:22:43.020901Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 2141603ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T07:26:22.018814Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 172601ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T07:35:45.031855Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 516617ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T08:36:30.015495Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597620ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T08:45:54.017653Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515622ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T09:46:39.018813Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3598618ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T09:56:03.014615Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515592ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T10:56:48.042131Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3598651ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T11:06:12.025718Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515588ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T12:06:56.018725Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T12:16:19.014169Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 515625ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T13:17:04.016183Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597594ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T13:26:28.023088Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 514629ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T14:27:13.164509Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597613ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T14:36:38.015297Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 514596ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T15:01:44.026173Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1460642ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T15:15:28.015652Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 773648ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T16:16:13.027289Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597657ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T16:30:51.021667Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 813477ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T17:18:43.027126Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 2824646ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T21:47:54.189105Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 592456ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T22:10:17.210550Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1309781ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T23:11:02.043893Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3596681ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-11T23:24:54.163597Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 782633ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T00:25:39.024180Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3597668ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T00:35:03.029112Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 514635ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T01:07:31.173633Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1900621ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T01:10:46.030187Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 147678ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T01:28:43.027567Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1029630ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T02:29:28.163850Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3595664ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T03:17:29.198796Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 2831638ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T03:27:41.042627Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 564697ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T03:29:27.172837Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 58662ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T04:30:12.026414Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3595651ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T04:35:19.040164Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 257645ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T05:24:10.022697Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 2883673ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T05:43:00.028615Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 1060590ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T06:43:49.185223Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3596652ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T06:48:27.033604Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 228658ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T06:55:03.184509Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 257407ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +2016-12-12T07:55:49.022710Z 0 [Note] InnoDB: page_cleaner: 1000ms intended loop took 3598669ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.) +161212 12:40:38 mysqld_safe Starting mysqld daemon with databases from /usr/local/var/mysql +2016-12-12T11:40:39.000639Z 0 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details). +2016-12-12T11:40:39.001684Z 0 [Warning] 'NO_ZERO_DATE', 'NO_ZERO_IN_DATE' and 'ERROR_FOR_DIVISION_BY_ZERO' sql modes should be used with strict mode. They will be merged with strict mode in a future release. +2016-12-12T11:40:39.001726Z 0 [Warning] 'NO_AUTO_CREATE_USER' sql mode was not set. +2016-12-12T11:40:39.001942Z 0 [Warning] Insecure configuration for --secure-file-priv: Current value does not restrict location of generated files. Consider setting it to a valid, non-empty path. +2016-12-12T11:40:39.003193Z 0 [Note] /usr/local/Cellar/mysql/5.7.10/bin/mysqld (mysqld 5.7.10) starting as process 97910 ... +2016-12-12T11:40:39.012775Z 0 [Warning] Setting lower_case_table_names=2 because file system for /usr/local/var/mysql/ is case insensitive +2016-12-12T11:40:39.020465Z 0 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins +2016-12-12T11:40:39.020530Z 0 [Note] InnoDB: Uses event mutexes +2016-12-12T11:40:39.020540Z 0 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier +2016-12-12T11:40:39.020545Z 0 [Note] InnoDB: Compressed tables use zlib 1.2.3 +2016-12-12T11:40:39.021852Z 0 [Note] InnoDB: Number of pools: 1 +2016-12-12T11:40:39.023939Z 0 [Note] InnoDB: Using CPU crc32 instructions +2016-12-12T11:40:39.037980Z 0 [Note] InnoDB: Initializing buffer pool, total size = 128M, instances = 1, chunk size = 128M +2016-12-12T11:40:39.055856Z 0 [Note] InnoDB: Completed initialization of buffer pool +2016-12-12T11:40:39.079839Z 0 [Note] InnoDB: Highest supported file format is Barracuda. +2016-12-12T11:40:39.082943Z 0 [Note] InnoDB: Log scan progressed past the checkpoint lsn 2498891 +2016-12-12T11:40:39.082997Z 0 [Note] InnoDB: Doing recovery: scanned up to log sequence number 2498900 +2016-12-12T11:40:39.083372Z 0 [Note] InnoDB: Doing recovery: scanned up to log sequence number 2498900 +2016-12-12T11:40:39.083404Z 0 [Note] InnoDB: Database was not shutdown normally! +2016-12-12T11:40:39.083412Z 0 [Note] InnoDB: Starting crash recovery. +2016-12-12T11:40:39.243369Z 0 [Note] InnoDB: Removed temporary tablespace data file: "ibtmp1" +2016-12-12T11:40:39.243411Z 0 [Note] InnoDB: Creating shared tablespace for temporary tables +2016-12-12T11:40:39.243762Z 0 [Note] InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... +2016-12-12T11:40:39.262976Z 0 [Note] InnoDB: File './ibtmp1' size is now 12 MB. +2016-12-12T11:40:39.264392Z 0 [Note] InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active. +2016-12-12T11:40:39.264418Z 0 [Note] InnoDB: 32 non-redo rollback segment(s) are active. +2016-12-12T11:40:39.264631Z 0 [Note] InnoDB: Waiting for purge to start +2016-12-12T11:40:39.318411Z 0 [Note] InnoDB: 5.7.10 started; log sequence number 2498900 +2016-12-12T11:40:39.319011Z 0 [Note] InnoDB: Loading buffer pool(s) from /usr/local/var/mysql/ib_buffer_pool +2016-12-12T11:40:39.319443Z 0 [Note] InnoDB: not started +2016-12-12T11:40:39.319804Z 0 [Note] Plugin 'FEDERATED' is disabled. +2016-12-12T11:40:39.330889Z 0 [Note] InnoDB: Buffer pool(s) load completed at 161212 12:40:39 +2016-12-12T11:40:39.343948Z 0 [Note] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them. +2016-12-12T11:40:39.343980Z 0 [Note] Skipping generation of SSL certificates as certificate files are present in data directory. +2016-12-12T11:40:39.346921Z 0 [Warning] CA certificate ca.pem is self signed. +2016-12-12T11:40:39.347342Z 0 [Note] Skipping generation of RSA key pair as key files are present in data directory. +2016-12-12T11:40:39.362897Z 0 [Note] Server hostname (bind-address): '*'; port: 3306 +2016-12-12T11:40:39.363163Z 0 [Note] IPv6 is available. +2016-12-12T11:40:39.363202Z 0 [Note] - '::' resolves to '::'; +2016-12-12T11:40:39.363224Z 0 [Note] Server socket created on IP: '::'. +2016-12-12T11:40:39.540292Z 0 [Note] Event Scheduler: Loaded 0 events +2016-12-12T11:40:39.540498Z 0 [Note] /usr/local/Cellar/mysql/5.7.10/bin/mysqld: ready for connections. +Version: '5.7.10' socket: '/tmp/mysql.sock' port: 3306 Homebrew diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json new file mode 100644 index 00000000000..c1ed4e3e2db --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json @@ -0,0 +1,3905 @@ +{ + "expected": [ + { + "@timestamp": "2016-12-09T13:08:33.000Z", + "message": "mysqld_safe Starting mysqld daemon with databases from /usr/local/var/mysql", + "event": { + "ingested": "2021-06-21T12:35:17.188528056Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.335Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details).", + "event": { + "ingested": "2021-06-21T12:35:17.188530549Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.335Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Insecure configuration for --secure-file-priv: Current value does not restrict location of generated files. Consider setting it to a valid, non-empty path.", + "event": { + "ingested": "2021-06-21T12:35:17.188531062Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.336Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "/usr/local/Cellar/mysql/5.7.10/bin/mysqld (mysqld 5.7.10) starting as process 61571 ...", + "event": { + "ingested": "2021-06-21T12:35:17.188531515Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.345Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Setting lower_case_table_names=2 because file system for /usr/local/var/mysql/ is case insensitive", + "event": { + "ingested": "2021-06-21T12:35:17.188531968Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.351Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:17.188532414Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.351Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Uses event mutexes", + "event": { + "ingested": "2021-06-21T12:35:17.188532867Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.351Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier", + "event": { + "ingested": "2021-06-21T12:35:17.188533346Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.351Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Compressed tables use zlib 1.2.3", + "event": { + "ingested": "2021-06-21T12:35:17.188533926Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.352Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Number of pools: 1", + "event": { + "ingested": "2021-06-21T12:35:17.188534381Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.354Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Using CPU crc32 instructions", + "event": { + "ingested": "2021-06-21T12:35:17.188534892Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.366Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Initializing buffer pool, total size = 128M, instances = 1, chunk size = 128M", + "event": { + "ingested": "2021-06-21T12:35:17.188535529Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.379Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:17.188535990Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.401Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:17.188536444Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.402Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Log scan progressed past the checkpoint lsn 2498863", + "event": { + "ingested": "2021-06-21T12:35:17.188536972Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.402Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Doing recovery: scanned up to log sequence number 2498872", + "event": { + "ingested": "2021-06-21T12:35:17.188537533Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.402Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Doing recovery: scanned up to log sequence number 2498872", + "event": { + "ingested": "2021-06-21T12:35:17.188538111Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.402Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Database was not shutdown normally!", + "event": { + "ingested": "2021-06-21T12:35:17.188538567Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.402Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Starting crash recovery.", + "event": { + "ingested": "2021-06-21T12:35:17.188539106Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.549Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Removed temporary tablespace data file: \"ibtmp1\"", + "event": { + "ingested": "2021-06-21T12:35:17.188539571Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.549Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Creating shared tablespace for temporary tables", + "event": { + "ingested": "2021-06-21T12:35:17.188540023Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.549Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ...", + "event": { + "ingested": "2021-06-21T12:35:17.188540548Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.585Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: File './ibtmp1' size is now 12 MB.", + "event": { + "ingested": "2021-06-21T12:35:17.188541075Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.588Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active.", + "event": { + "ingested": "2021-06-21T12:35:17.188541647Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.588Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: 32 non-redo rollback segment(s) are active.", + "event": { + "ingested": "2021-06-21T12:35:17.188542099Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.588Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Waiting for purge to start", + "event": { + "ingested": "2021-06-21T12:35:17.188542551Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.641Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: 5.7.10 started; log sequence number 2498872", + "event": { + "ingested": "2021-06-21T12:35:17.188543011Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.642Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Loading buffer pool(s) from /usr/local/var/mysql/ib_buffer_pool", + "event": { + "ingested": "2021-06-21T12:35:17.188543477Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.642Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: not started", + "event": { + "ingested": "2021-06-21T12:35:17.188543937Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.643Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:17.188544453Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.652Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Buffer pool(s) load completed at 161209 13:08:33", + "event": { + "ingested": "2021-06-21T12:35:17.188544910Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.662Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them.", + "event": { + "ingested": "2021-06-21T12:35:17.188545365Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.662Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Skipping generation of SSL certificates as certificate files are present in data directory.", + "event": { + "ingested": "2021-06-21T12:35:17.188545832Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.665Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "CA certificate ca.pem is self signed.", + "event": { + "ingested": "2021-06-21T12:35:17.188546293Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.665Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Skipping generation of RSA key pair as key files are present in data directory.", + "event": { + "ingested": "2021-06-21T12:35:17.188546865Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.698Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Server hostname (bind-address): '*'; port: 3306", + "event": { + "ingested": "2021-06-21T12:35:17.188547403Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.699Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "IPv6 is available.", + "event": { + "ingested": "2021-06-21T12:35:17.188547935Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.699Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "- '::' resolves to '::';", + "event": { + "ingested": "2021-06-21T12:35:17.188550521Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.699Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Server socket created on IP: '::'.", + "event": { + "ingested": "2021-06-21T12:35:17.188551066Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.784Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Event Scheduler: Loaded 0 events", + "event": { + "ingested": "2021-06-21T12:35:17.188551526Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T12:08:33.784Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "/usr/local/Cellar/mysql/5.7.10/bin/mysqld: ready for connections.", + "event": { + "ingested": "2021-06-21T12:35:17.188551981Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "Version: '5.7.10' socket: '/tmp/mysql.sock' port: 3306 Homebrew", + "event": { + "ingested": "2021-06-21T12:35:17.188552441Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T22:21:02.443Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 772568ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188552896Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T22:36:49.017Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 898642ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188553490Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T23:37:34.021Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3596603ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188553947Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T00:17:54.198Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 2371678ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188554393Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T01:18:38.017Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597590ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188554848Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T01:39:00.017Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1173583ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188555312Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T02:39:45.021Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597610ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188555767Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T02:49:08.015Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515469ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188556296Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T03:24:15.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 2059611ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188557Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T04:25:00.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188557454Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T04:34:24.021Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515589ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188557913Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T04:39:18.022Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 246613ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188558374Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T05:40:03.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3598614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188558822Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T06:40:48.025Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3595608ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188559439Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T06:45:55.018Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 258594ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188559986Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T07:46:40.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3598632ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188560455Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T07:56:04.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515603ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188560905Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T08:56:49.390Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597607ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188561363Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T09:06:11.019Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515633ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188561822Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T10:06:56.015Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597617ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188562281Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T10:16:18.022Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 514638ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188562741Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T11:17:02.165Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3595614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188563191Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T11:30:44.018Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 773594ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188563646Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T12:03:24.017Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1912617ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188564096Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T12:06:40.015Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 150375ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188564546Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T12:24:37.025Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1030636ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188565005Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T13:25:22.017Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3596603ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188565582Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T13:39:05.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 774598ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188566150Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T14:39:50.178Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597787ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188566601Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T14:49:14.023Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515462ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188567059Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T15:49:59.022Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597628ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188567522Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T15:59:23.014Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515609ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188567982Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T17:00:08.019Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3598607ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188568657Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T17:09:30.026Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515633ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188569174Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T17:48:20.017Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 2282610ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188569629Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T18:00:05.183Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515227ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188570096Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T18:54:13.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3200608ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188570551Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T20:13:03.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3089523ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188571207Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T20:50:11.201Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 2180623ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188571820Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T20:53:54.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 176629ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188572273Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T21:03:18.023Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 516622ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188572732Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T22:04:03.021Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3598602ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188573184Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T22:13:57.015Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 545611ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188573633Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T22:49:59.020Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 2114631ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188574155Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-10T23:12:12.023Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1287614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188574762Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T00:12:57.015Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3595581ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188575225Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T00:26:41.053Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 773622ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188575682Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T00:47:44.015Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1215572ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188576139Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T00:49:50.017Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 79642ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188576594Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T01:20:40.031Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1803651ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188577051Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T02:21:24.021Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3595607ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188577631Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T02:26:30.015Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 257596ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188578094Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T03:18:55.018Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3097591ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188578547Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T04:15:14.022Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3331614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188579007Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T04:20:52.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 289611ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188579464Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T04:25:56.035Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 257653ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188579923Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T05:26:41.020Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3598198ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188580532Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T05:36:05.024Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515624ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188581053Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T06:36:50.017Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3598619ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188581504Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T06:46:14.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515611ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188581958Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T07:22:43.020Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 2141603ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188582411Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T07:26:22.018Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 172601ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188582869Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T07:35:45.031Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 516617ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188583331Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T08:36:30.015Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597620ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188583899Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T08:45:54.017Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515622ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188584360Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T09:46:39.018Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3598618ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188584816Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T09:56:03.014Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515592ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188585269Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T10:56:48.042Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3598651ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188585735Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T11:06:12.025Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515588ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188586328Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T12:06:56.018Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597614ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188586852Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T12:16:19.014Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 515625ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188587312Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T13:17:04.016Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597594ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188587770Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T13:26:28.023Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 514629ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188588221Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T14:27:13.164Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597613ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188588677Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T14:36:38.015Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 514596ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188589139Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T15:01:44.026Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1460642ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188589593Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T15:15:28.015Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 773648ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188590060Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T16:16:13.027Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597657ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188590513Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T16:30:51.021Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 813477ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188590976Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T17:18:43.027Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 2824646ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188591434Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T21:47:54.189Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 592456ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188591896Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T22:10:17.210Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1309781ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188592405Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T23:11:02.043Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3596681ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188592905Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-11T23:24:54.163Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 782633ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188593362Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T00:25:39.024Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3597668ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188593823Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T00:35:03.029Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 514635ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188594284Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T01:07:31.173Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1900621ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188594746Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T01:10:46.030Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 147678ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188595271Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T01:28:43.027Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1029630ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188595874Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T02:29:28.163Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3595664ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188596328Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T03:17:29.198Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 2831638ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188596782Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T03:27:41.042Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 564697ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188597252Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T03:29:27.172Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 58662ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188597710Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T04:30:12.026Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3595651ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188598161Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T04:35:19.040Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 257645ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188598767Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T05:24:10.022Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 2883673ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188599267Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T05:43:00.028Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 1060590ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188599726Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T06:43:49.185Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3596652ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188600186Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T06:48:27.033Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 228658ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188600642Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T06:55:03.184Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 257407ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188601103Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T07:55:49.022Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: page_cleaner: 1000ms intended loop took 3598669ms. The settings might not be optimal. (flushed=0 and evicted=0, during the time.)", + "event": { + "ingested": "2021-06-21T12:35:17.188601642Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T12:40:38.000Z", + "message": "mysqld_safe Starting mysqld daemon with databases from /usr/local/var/mysql", + "event": { + "ingested": "2021-06-21T12:35:17.188602325Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.000Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "TIMESTAMP with implicit DEFAULT value is deprecated. Please use --explicit_defaults_for_timestamp server option (see documentation for more details).", + "event": { + "ingested": "2021-06-21T12:35:17.188602803Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.001Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "'NO_ZERO_DATE', 'NO_ZERO_IN_DATE' and 'ERROR_FOR_DIVISION_BY_ZERO' sql modes should be used with strict mode. They will be merged with strict mode in a future release.", + "event": { + "ingested": "2021-06-21T12:35:17.188603268Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.001Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "'NO_AUTO_CREATE_USER' sql mode was not set.", + "event": { + "ingested": "2021-06-21T12:35:17.188603721Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.001Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Insecure configuration for --secure-file-priv: Current value does not restrict location of generated files. Consider setting it to a valid, non-empty path.", + "event": { + "ingested": "2021-06-21T12:35:17.188604178Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.003Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "/usr/local/Cellar/mysql/5.7.10/bin/mysqld (mysqld 5.7.10) starting as process 97910 ...", + "event": { + "ingested": "2021-06-21T12:35:17.188604635Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.012Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Setting lower_case_table_names=2 because file system for /usr/local/var/mysql/ is case insensitive", + "event": { + "ingested": "2021-06-21T12:35:17.188605103Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.020Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:17.188605560Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.020Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Uses event mutexes", + "event": { + "ingested": "2021-06-21T12:35:17.188606013Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.020Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier", + "event": { + "ingested": "2021-06-21T12:35:17.188606469Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.020Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Compressed tables use zlib 1.2.3", + "event": { + "ingested": "2021-06-21T12:35:17.188606925Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.021Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Number of pools: 1", + "event": { + "ingested": "2021-06-21T12:35:17.188607376Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.023Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Using CPU crc32 instructions", + "event": { + "ingested": "2021-06-21T12:35:17.188607831Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.037Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Initializing buffer pool, total size = 128M, instances = 1, chunk size = 128M", + "event": { + "ingested": "2021-06-21T12:35:17.188608367Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.055Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:17.188608822Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.079Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:17.188609278Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.082Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Log scan progressed past the checkpoint lsn 2498891", + "event": { + "ingested": "2021-06-21T12:35:17.188609738Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.082Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Doing recovery: scanned up to log sequence number 2498900", + "event": { + "ingested": "2021-06-21T12:35:17.188610189Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.083Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Doing recovery: scanned up to log sequence number 2498900", + "event": { + "ingested": "2021-06-21T12:35:17.188612418Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.083Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Database was not shutdown normally!", + "event": { + "ingested": "2021-06-21T12:35:17.188612978Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.083Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Starting crash recovery.", + "event": { + "ingested": "2021-06-21T12:35:17.188613492Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.243Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Removed temporary tablespace data file: \"ibtmp1\"", + "event": { + "ingested": "2021-06-21T12:35:17.188614109Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.243Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Creating shared tablespace for temporary tables", + "event": { + "ingested": "2021-06-21T12:35:17.188614562Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.243Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ...", + "event": { + "ingested": "2021-06-21T12:35:17.188615028Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.262Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: File './ibtmp1' size is now 12 MB.", + "event": { + "ingested": "2021-06-21T12:35:17.188615483Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.264Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: 96 redo rollback segment(s) found. 96 redo rollback segment(s) are active.", + "event": { + "ingested": "2021-06-21T12:35:17.188615981Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.264Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: 32 non-redo rollback segment(s) are active.", + "event": { + "ingested": "2021-06-21T12:35:17.188616514Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.264Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Waiting for purge to start", + "event": { + "ingested": "2021-06-21T12:35:17.188616971Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.318Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: 5.7.10 started; log sequence number 2498900", + "event": { + "ingested": "2021-06-21T12:35:17.188617428Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.319Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Loading buffer pool(s) from /usr/local/var/mysql/ib_buffer_pool", + "event": { + "ingested": "2021-06-21T12:35:17.188617880Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.319Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: not started", + "event": { + "ingested": "2021-06-21T12:35:17.188618341Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.319Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:17.188618800Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.330Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "InnoDB: Buffer pool(s) load completed at 161212 12:40:39", + "event": { + "ingested": "2021-06-21T12:35:17.188619249Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.343Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them.", + "event": { + "ingested": "2021-06-21T12:35:17.188619715Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.343Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Skipping generation of SSL certificates as certificate files are present in data directory.", + "event": { + "ingested": "2021-06-21T12:35:17.188620170Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.346Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "CA certificate ca.pem is self signed.", + "event": { + "ingested": "2021-06-21T12:35:17.188620627Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.347Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Skipping generation of RSA key pair as key files are present in data directory.", + "event": { + "ingested": "2021-06-21T12:35:17.188621084Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.362Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Server hostname (bind-address): '*'; port: 3306", + "event": { + "ingested": "2021-06-21T12:35:17.188621539Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.363Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "IPv6 is available.", + "event": { + "ingested": "2021-06-21T12:35:17.188621995Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.363Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "- '::' resolves to '::';", + "event": { + "ingested": "2021-06-21T12:35:17.188622447Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.363Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Server socket created on IP: '::'.", + "event": { + "ingested": "2021-06-21T12:35:17.188622899Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.540Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "Event Scheduler: Loaded 0 events", + "event": { + "ingested": "2021-06-21T12:35:17.188623380Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-12T11:40:39.540Z", + "log": { + "level": "Note" + }, + "mysql": { + "thread_id": 0 + }, + "message": "/usr/local/Cellar/mysql/5.7.10/bin/mysqld: ready for connections.", + "event": { + "ingested": "2021-06-21T12:35:17.188623835Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "Version: '5.7.10' socket: '/tmp/mysql.sock' port: 3306 Homebrew", + "event": { + "ingested": "2021-06-21T12:35:17.188624289Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log new file mode 100644 index 00000000000..31aa8efdf71 --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log @@ -0,0 +1,210 @@ +161209 14:18:50 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:18:50 [Note] Plugin 'FEDERATED' is disabled. +161209 14:18:50 InnoDB: The InnoDB memory heap is disabled +161209 14:18:50 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:18:50 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:18:50 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:18:50 InnoDB: Completed initialization of buffer pool +InnoDB: The first specified data file ./ibdata1 did not exist: +InnoDB: a new database to be created! +161209 14:18:50 InnoDB: Setting file ./ibdata1 size to 10 MB +InnoDB: Database physically writes the file full: wait... +161209 14:18:50 InnoDB: Log file ./ib_logfile0 did not exist: new to be created +InnoDB: Setting log file ./ib_logfile0 size to 5 MB +InnoDB: Database physically writes the file full: wait... +161209 14:18:50 InnoDB: Log file ./ib_logfile1 did not exist: new to be created +InnoDB: Setting log file ./ib_logfile1 size to 5 MB +InnoDB: Database physically writes the file full: wait... +InnoDB: Doublewrite buffer not found: creating new +InnoDB: Doublewrite buffer created +InnoDB: 127 rollback segment(s) active. +InnoDB: Creating foreign key constraint system tables +InnoDB: Foreign key constraint system tables created +161209 14:18:50 InnoDB: Waiting for the background threads to start +161209 14:18:51 InnoDB: 5.5.53 started; log sequence number 0 +161209 14:18:51 InnoDB: Starting shutdown... +161209 14:18:52 InnoDB: Shutdown completed; log sequence number 1595675 +161209 14:18:52 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:18:52 [Note] Plugin 'FEDERATED' is disabled. +161209 14:18:52 InnoDB: The InnoDB memory heap is disabled +161209 14:18:52 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:18:52 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:18:52 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:18:52 InnoDB: Completed initialization of buffer pool +161209 14:18:52 InnoDB: highest supported file format is Barracuda. +161209 14:18:52 InnoDB: Waiting for the background threads to start +161209 14:18:53 InnoDB: 5.5.53 started; log sequence number 1595675 +ERROR: 1064 You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near 'ALTER TABLE user ADD column Show_view_priv enum('N','Y') CHARACTER SET utf8 NOT ' at line 1 +161209 14:18:53 [ERROR] Aborting + +161209 14:18:53 InnoDB: Starting shutdown... +161209 14:18:53 InnoDB: Shutdown completed; log sequence number 1595675 +161209 14:18:53 [Note] /usr/sbin/mysqld: Shutdown complete + +161209 14:18:53 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:18:53 [Note] Plugin 'FEDERATED' is disabled. +161209 14:18:53 InnoDB: The InnoDB memory heap is disabled +161209 14:18:53 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:18:53 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:18:53 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:18:53 InnoDB: Completed initialization of buffer pool +161209 14:18:53 InnoDB: highest supported file format is Barracuda. +161209 14:18:53 InnoDB: Waiting for the background threads to start +161209 14:18:54 InnoDB: 5.5.53 started; log sequence number 1595675 +161209 14:18:54 InnoDB: Starting shutdown... +161209 14:18:56 [ERROR] Aborting + +161209 14:18:56 InnoDB: Starting shutdown... +161209 14:18:56 InnoDB: Shutdown completed; log sequence number 1595675 +161209 14:18:56 [Note] /usr/sbin/mysqld: Shutdown complete + +161209 14:18:56 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:18:56 [Note] Plugin 'FEDERATED' is disabled. +161209 14:18:56 InnoDB: The InnoDB memory heap is disabled +161209 14:18:56 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:18:56 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:18:56 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:18:56 InnoDB: Completed initialization of buffer pool +161209 14:18:57 InnoDB: highest supported file format is Barracuda. +161209 14:18:57 InnoDB: Waiting for the background threads to start +161209 14:18:58 InnoDB: 5.5.53 started; log sequence number 1595675 +161209 14:18:58 [Note] Server hostname (bind-address): '127.0.0.1'; port: 3306 +161209 14:18:58 [Note] - '127.0.0.1' resolves to '127.0.0.1'; +161209 14:18:58 [Note] Server socket created on IP: '127.0.0.1'. +161209 14:18:58 [Note] Event Scheduler: Loaded 0 events +161209 14:18:58 [Note] /usr/sbin/mysqld: ready for connections. +Version: '5.5.53-0ubuntu0.12.04.1' socket: '/var/run/mysqld/mysqld.sock' port: 3306 (Ubuntu) +161209 14:37:57 [Note] /usr/sbin/mysqld: Normal shutdown + +161209 14:37:57 [Note] Event Scheduler: Purging the queue. 0 events +161209 14:37:57 InnoDB: Starting shutdown... +161209 14:37:57 InnoDB: Shutdown completed; log sequence number 1595685 +161209 14:37:57 [Note] /usr/sbin/mysqld: Shutdown complete + +161209 14:37:57 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:37:57 [Note] Plugin 'FEDERATED' is disabled. +161209 14:37:57 InnoDB: The InnoDB memory heap is disabled +161209 14:37:57 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:37:57 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:37:57 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:37:57 InnoDB: Completed initialization of buffer pool +161209 14:37:57 InnoDB: highest supported file format is Barracuda. +161209 14:37:57 InnoDB: Waiting for the background threads to start +161209 14:37:58 InnoDB: 5.5.53 started; log sequence number 1595685 +161209 14:37:58 [Note] Server hostname (bind-address): '127.0.0.1'; port: 3306 +161209 14:37:58 [Note] - '127.0.0.1' resolves to '127.0.0.1'; +161209 14:37:58 [Note] Server socket created on IP: '127.0.0.1'. +161209 14:37:58 [Note] Event Scheduler: Loaded 0 events +161209 14:37:58 [Note] /usr/sbin/mysqld: ready for connections. +Version: '5.5.53-0ubuntu0.12.04.1-log' socket: '/var/run/mysqld/mysqld.sock' port: 3306 (Ubuntu) +161209 14:18:50 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:18:50 [Note] Plugin 'FEDERATED' is disabled. +161209 14:18:50 InnoDB: The InnoDB memory heap is disabled +161209 14:18:50 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:18:50 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:18:50 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:18:50 InnoDB: Completed initialization of buffer pool +InnoDB: The first specified data file ./ibdata1 did not exist: +InnoDB: a new database to be created! +161209 14:18:50 InnoDB: Setting file ./ibdata1 size to 10 MB +InnoDB: Database physically writes the file full: wait... +161209 14:18:50 InnoDB: Log file ./ib_logfile0 did not exist: new to be created +InnoDB: Setting log file ./ib_logfile0 size to 5 MB +InnoDB: Database physically writes the file full: wait... +161209 14:18:50 InnoDB: Log file ./ib_logfile1 did not exist: new to be created +InnoDB: Setting log file ./ib_logfile1 size to 5 MB +InnoDB: Database physically writes the file full: wait... +InnoDB: Doublewrite buffer not found: creating new +InnoDB: Doublewrite buffer created +InnoDB: 127 rollback segment(s) active. +InnoDB: Creating foreign key constraint system tables +InnoDB: Foreign key constraint system tables created +161209 14:18:50 InnoDB: Waiting for the background threads to start +161209 14:18:51 InnoDB: 5.5.53 started; log sequence number 0 +161209 14:18:51 InnoDB: Starting shutdown... +161209 14:18:52 InnoDB: Shutdown completed; log sequence number 1595675 +161209 14:18:52 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:18:52 [Note] Plugin 'FEDERATED' is disabled. +161209 14:18:52 InnoDB: The InnoDB memory heap is disabled +161209 14:18:52 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:18:52 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:18:52 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:18:52 InnoDB: Completed initialization of buffer pool +161209 14:18:52 InnoDB: highest supported file format is Barracuda. +161209 14:18:52 InnoDB: Waiting for the background threads to start +161209 14:18:53 InnoDB: 5.5.53 started; log sequence number 1595675 +ERROR: 1064 You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near 'ALTER TABLE user ADD column Show_view_priv enum('N','Y') CHARACTER SET utf8 NOT ' at line 1 +161209 14:18:53 [ERROR] Aborting + +161209 14:18:53 InnoDB: Starting shutdown... +161209 14:18:53 InnoDB: Shutdown completed; log sequence number 1595675 +161209 14:18:53 [Note] /usr/sbin/mysqld: Shutdown complete + +161209 14:18:53 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:18:53 [Note] Plugin 'FEDERATED' is disabled. +161209 14:18:53 InnoDB: The InnoDB memory heap is disabled +161209 14:18:53 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:18:53 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:18:53 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:18:53 InnoDB: Completed initialization of buffer pool +161209 14:18:53 InnoDB: highest supported file format is Barracuda. +161209 14:18:53 InnoDB: Waiting for the background threads to start +161209 14:18:54 InnoDB: 5.5.53 started; log sequence number 1595675 +161209 14:18:54 InnoDB: Starting shutdown... +161209 14:18:55 InnoDB: Shutdown completed; log sequence number 1595675 +161209 14:18:55 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:18:55 [Note] Plugin 'FEDERATED' is disabled. +161209 14:18:55 InnoDB: The InnoDB memory heap is disabled +161209 14:18:55 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:18:55 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:18:55 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:18:55 InnoDB: Completed initialization of buffer pool +161209 14:18:55 InnoDB: highest supported file format is Barracuda. +161209 14:18:55 InnoDB: Waiting for the background threads to start +161209 14:18:56 InnoDB: 5.5.53 started; log sequence number 1595675 +ERROR: 1050 Table 'plugin' already exists +161209 14:18:56 [ERROR] Aborting + +161209 14:18:56 InnoDB: Starting shutdown... +161209 14:18:56 InnoDB: Shutdown completed; log sequence number 1595675 +161209 14:18:56 [Note] /usr/sbin/mysqld: Shutdown complete + +161209 14:18:56 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:18:56 [Note] Plugin 'FEDERATED' is disabled. +161209 14:18:56 InnoDB: The InnoDB memory heap is disabled +161209 14:18:56 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:18:56 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:18:56 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:18:56 InnoDB: Completed initialization of buffer pool +161209 14:18:57 InnoDB: highest supported file format is Barracuda. +161209 14:18:57 InnoDB: Waiting for the background threads to start +161209 14:18:58 InnoDB: 5.5.53 started; log sequence number 1595675 +161209 14:18:58 [Note] Server hostname (bind-address): '127.0.0.1'; port: 3306 +161209 14:18:58 [Note] - '127.0.0.1' resolves to '127.0.0.1'; +161209 14:18:58 [Note] Server socket created on IP: '127.0.0.1'. +161209 14:18:58 [Note] Event Scheduler: Loaded 0 events +161209 14:18:58 [Note] /usr/sbin/mysqld: ready for connections. +Version: '5.5.53-0ubuntu0.12.04.1' socket: '/var/run/mysqld/mysqld.sock' port: 3306 (Ubuntu) +161209 14:37:57 [Note] /usr/sbin/mysqld: Normal shutdown + +161209 14:37:57 [Note] Event Scheduler: Purging the queue. 0 events +161209 14:37:57 InnoDB: Starting shutdown... +161209 14:37:57 InnoDB: Shutdown completed; log sequence number 1595685 +161209 14:37:57 [Note] /usr/sbin/mysqld: Shutdown complete + +161209 14:37:57 [Warning] Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead. +161209 14:37:57 [Note] Plugin 'FEDERATED' is disabled. +161209 14:37:57 InnoDB: The InnoDB memory heap is disabled +161209 14:37:57 InnoDB: Mutexes and rw_locks use GCC atomic builtins +161209 14:37:57 InnoDB: Compressed tables use zlib 1.2.3.4 +161209 14:37:57 InnoDB: Initializing buffer pool, size = 128.0M +161209 14:37:57 InnoDB: Completed initialization of buffer pool +161209 14:37:57 InnoDB: highest supported file format is Barracuda. +161209 14:37:57 InnoDB: Waiting for the background threads to start +161209 14:37:58 InnoDB: 5.5.53 started; log sequence number 1595685 +161209 14:37:58 [Note] Server hostname (bind-address): '127.0.0.1'; port: 3306 +161209 14:37:58 [Note] - '127.0.0.1' resolves to '127.0.0.1'; +161209 14:37:58 [Note] Server socket created on IP: '127.0.0.1'. +161209 14:37:58 [Note] Event Scheduler: Loaded 0 events +161209 14:37:58 [Note] /usr/sbin/mysqld: ready for connections. +Version: '5.5.53-0ubuntu0.12.04.1-log' socket: '/var/run/mysqld/mysqld.sock' port: 3306 (Ubuntu) diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json new file mode 100644 index 00000000000..ba7b9129ef8 --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json @@ -0,0 +1,3283 @@ +{ + "expected": [ + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.730829324Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.730835428Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.730836609Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.730837916Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.730838969Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.730840306Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.730841999Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: The first specified data file ./ibdata1 did not exist:", + "event": { + "ingested": "2021-06-21T12:35:18.730843159Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: a new database to be created!", + "event": { + "ingested": "2021-06-21T12:35:18.730844474Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Setting file ./ibdata1 size to 10 MB", + "event": { + "ingested": "2021-06-21T12:35:18.730845624Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Database physically writes the file full: wait...", + "event": { + "ingested": "2021-06-21T12:35:18.730847185Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Log file ./ib_logfile0 did not exist: new to be created", + "event": { + "ingested": "2021-06-21T12:35:18.730848732Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Setting log file ./ib_logfile0 size to 5 MB", + "event": { + "ingested": "2021-06-21T12:35:18.730849944Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Database physically writes the file full: wait...", + "event": { + "ingested": "2021-06-21T12:35:18.730851081Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Log file ./ib_logfile1 did not exist: new to be created", + "event": { + "ingested": "2021-06-21T12:35:18.730852483Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Setting log file ./ib_logfile1 size to 5 MB", + "event": { + "ingested": "2021-06-21T12:35:18.730853590Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Database physically writes the file full: wait...", + "event": { + "ingested": "2021-06-21T12:35:18.730855094Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Doublewrite buffer not found: creating new", + "event": { + "ingested": "2021-06-21T12:35:18.730856170Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Doublewrite buffer created", + "event": { + "ingested": "2021-06-21T12:35:18.730857870Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: 127 rollback segment(s) active.", + "event": { + "ingested": "2021-06-21T12:35:18.730858956Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Creating foreign key constraint system tables", + "event": { + "ingested": "2021-06-21T12:35:18.730860379Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Foreign key constraint system tables created", + "event": { + "ingested": "2021-06-21T12:35:18.730861688Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.730862971Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:51.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 0", + "event": { + "ingested": "2021-06-21T12:35:18.730864528Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:51.000Z", + "message": "InnoDB: Starting shutdown...", + "event": { + "ingested": "2021-06-21T12:35:18.730865827Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Shutdown completed; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730866983Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.730868049Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.730869358Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.730870512Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.730871930Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.730872991Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.730874437Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.730875645Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:18.730876736Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.730878252Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730879465Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "ERROR: 1064 You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near 'ALTER TABLE user ADD column Show_view_priv enum('N','Y') CHARACTER SET utf8 NOT ' at line 1", + "event": { + "ingested": "2021-06-21T12:35:18.730880830Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "log": { + "level": "ERROR" + }, + "message": "Aborting", + "event": { + "ingested": "2021-06-21T12:35:18.730882003Z", + "category": [ + "database" + ], + "type": [ + "info", + "error" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.730883613Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Starting shutdown...", + "event": { + "ingested": "2021-06-21T12:35:18.730884940Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Shutdown completed; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730886043Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: Shutdown complete", + "event": { + "ingested": "2021-06-21T12:35:18.730887331Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.730888460Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.730889528Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.730891175Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.730896531Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.730898003Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.730899103Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.730900426Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.730901591Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:18.730903089Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.730904415Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:54.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730905714Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:54.000Z", + "message": "InnoDB: Starting shutdown...", + "event": { + "ingested": "2021-06-21T12:35:18.730906813Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "log": { + "level": "ERROR" + }, + "message": "Aborting", + "event": { + "ingested": "2021-06-21T12:35:18.730908157Z", + "category": [ + "database" + ], + "type": [ + "info", + "error" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.730909377Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Starting shutdown...", + "event": { + "ingested": "2021-06-21T12:35:18.730910468Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Shutdown completed; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730911774Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: Shutdown complete", + "event": { + "ingested": "2021-06-21T12:35:18.730912859Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.730913926Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.730915350Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.730916622Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.730917921Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.730919007Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.730920349Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.730921603Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.730922954Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:57.000Z", + "message": "InnoDB: highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:18.730924124Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:57.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.730925418Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730926530Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "log": { + "level": "Note" + }, + "message": "Server hostname (bind-address): '127.0.0.1'; port: 3306", + "event": { + "ingested": "2021-06-21T12:35:18.730927598Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "log": { + "level": "Note" + }, + "message": "- '127.0.0.1' resolves to '127.0.0.1';", + "event": { + "ingested": "2021-06-21T12:35:18.730928933Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "log": { + "level": "Note" + }, + "message": "Server socket created on IP: '127.0.0.1'.", + "event": { + "ingested": "2021-06-21T12:35:18.730930023Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "log": { + "level": "Note" + }, + "message": "Event Scheduler: Loaded 0 events", + "event": { + "ingested": "2021-06-21T12:35:18.730931458Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: ready for connections.", + "event": { + "ingested": "2021-06-21T12:35:18.730933142Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "Version: '5.5.53-0ubuntu0.12.04.1' socket: '/var/run/mysqld/mysqld.sock' port: 3306 (Ubuntu)", + "event": { + "ingested": "2021-06-21T12:35:18.730934286Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: Normal shutdown", + "event": { + "ingested": "2021-06-21T12:35:18.730935613Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.730936423Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "log": { + "level": "Note" + }, + "message": "Event Scheduler: Purging the queue. 0 events", + "event": { + "ingested": "2021-06-21T12:35:18.730937148Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Starting shutdown...", + "event": { + "ingested": "2021-06-21T12:35:18.730937983Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Shutdown completed; log sequence number 1595685", + "event": { + "ingested": "2021-06-21T12:35:18.730938868Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: Shutdown complete", + "event": { + "ingested": "2021-06-21T12:35:18.730940028Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.730940873Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.730941538Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.730942237Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.730943103Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.730943758Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.730944420Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.730945355Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.730946081Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:18.730946899Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.730947580Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 1595685", + "event": { + "ingested": "2021-06-21T12:35:18.730948238Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "log": { + "level": "Note" + }, + "message": "Server hostname (bind-address): '127.0.0.1'; port: 3306", + "event": { + "ingested": "2021-06-21T12:35:18.730949049Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "log": { + "level": "Note" + }, + "message": "- '127.0.0.1' resolves to '127.0.0.1';", + "event": { + "ingested": "2021-06-21T12:35:18.730949705Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "log": { + "level": "Note" + }, + "message": "Server socket created on IP: '127.0.0.1'.", + "event": { + "ingested": "2021-06-21T12:35:18.730950624Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "log": { + "level": "Note" + }, + "message": "Event Scheduler: Loaded 0 events", + "event": { + "ingested": "2021-06-21T12:35:18.730951308Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: ready for connections.", + "event": { + "ingested": "2021-06-21T12:35:18.730951940Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "Version: '5.5.53-0ubuntu0.12.04.1-log' socket: '/var/run/mysqld/mysqld.sock' port: 3306 (Ubuntu)", + "event": { + "ingested": "2021-06-21T12:35:18.730952607Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.730953396Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.730954097Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.730954840Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.730955702Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.730956694Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.730957670Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.730958795Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: The first specified data file ./ibdata1 did not exist:", + "event": { + "ingested": "2021-06-21T12:35:18.730959563Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: a new database to be created!", + "event": { + "ingested": "2021-06-21T12:35:18.730960368Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Setting file ./ibdata1 size to 10 MB", + "event": { + "ingested": "2021-06-21T12:35:18.730961131Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Database physically writes the file full: wait...", + "event": { + "ingested": "2021-06-21T12:35:18.730961909Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Log file ./ib_logfile0 did not exist: new to be created", + "event": { + "ingested": "2021-06-21T12:35:18.730962998Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Setting log file ./ib_logfile0 size to 5 MB", + "event": { + "ingested": "2021-06-21T12:35:18.730963898Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Database physically writes the file full: wait...", + "event": { + "ingested": "2021-06-21T12:35:18.730964819Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Log file ./ib_logfile1 did not exist: new to be created", + "event": { + "ingested": "2021-06-21T12:35:18.730965716Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Setting log file ./ib_logfile1 size to 5 MB", + "event": { + "ingested": "2021-06-21T12:35:18.730966811Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Database physically writes the file full: wait...", + "event": { + "ingested": "2021-06-21T12:35:18.730967587Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Doublewrite buffer not found: creating new", + "event": { + "ingested": "2021-06-21T12:35:18.730968243Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Doublewrite buffer created", + "event": { + "ingested": "2021-06-21T12:35:18.730969019Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: 127 rollback segment(s) active.", + "event": { + "ingested": "2021-06-21T12:35:18.730969649Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Creating foreign key constraint system tables", + "event": { + "ingested": "2021-06-21T12:35:18.730970341Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "InnoDB: Foreign key constraint system tables created", + "event": { + "ingested": "2021-06-21T12:35:18.730970972Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:50.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.730971627Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:51.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 0", + "event": { + "ingested": "2021-06-21T12:35:18.730972319Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:51.000Z", + "message": "InnoDB: Starting shutdown...", + "event": { + "ingested": "2021-06-21T12:35:18.730973043Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Shutdown completed; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730973793Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.730974700Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.730975388Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.730976049Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.730976724Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.730977396Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.730978163Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.730979189Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:18.730980125Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:52.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.730980892Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730981737Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "ERROR: 1064 You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near 'ALTER TABLE user ADD column Show_view_priv enum('N','Y') CHARACTER SET utf8 NOT ' at line 1", + "event": { + "ingested": "2021-06-21T12:35:18.730982429Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "log": { + "level": "ERROR" + }, + "message": "Aborting", + "event": { + "ingested": "2021-06-21T12:35:18.730983304Z", + "category": [ + "database" + ], + "type": [ + "info", + "error" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.730984251Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Starting shutdown...", + "event": { + "ingested": "2021-06-21T12:35:18.730985131Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Shutdown completed; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730986327Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: Shutdown complete", + "event": { + "ingested": "2021-06-21T12:35:18.730987264Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.730987944Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.730988683Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.730989494Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.730990289Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.730991133Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.730992169Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.730992823Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.730993579Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:18.730994303Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:53.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.730995116Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:54.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730996276Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:54.000Z", + "message": "InnoDB: Starting shutdown...", + "event": { + "ingested": "2021-06-21T12:35:18.730997004Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:55.000Z", + "message": "InnoDB: Shutdown completed; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.730997740Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:55.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.730998460Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:55.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.730999361Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:55.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.731000094Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:55.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.731000809Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:55.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.731001565Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:55.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.731002236Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:55.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.731002995Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:55.000Z", + "message": "InnoDB: highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:18.731003840Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:55.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.731004832Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.731005932Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "ERROR: 1050 Table 'plugin' already exists", + "event": { + "ingested": "2021-06-21T12:35:18.731007260Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "log": { + "level": "ERROR" + }, + "message": "Aborting", + "event": { + "ingested": "2021-06-21T12:35:18.731008258Z", + "category": [ + "database" + ], + "type": [ + "info", + "error" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.731009060Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Starting shutdown...", + "event": { + "ingested": "2021-06-21T12:35:18.731009937Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Shutdown completed; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.731012706Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: Shutdown complete", + "event": { + "ingested": "2021-06-21T12:35:18.731013919Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.731014699Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.731015410Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.731016111Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.731016835Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.731017611Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.731018308Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.731019016Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:56.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.731020166Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:57.000Z", + "message": "InnoDB: highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:18.731020842Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:57.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.731021499Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 1595675", + "event": { + "ingested": "2021-06-21T12:35:18.731022187Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "log": { + "level": "Note" + }, + "message": "Server hostname (bind-address): '127.0.0.1'; port: 3306", + "event": { + "ingested": "2021-06-21T12:35:18.731022845Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "log": { + "level": "Note" + }, + "message": "- '127.0.0.1' resolves to '127.0.0.1';", + "event": { + "ingested": "2021-06-21T12:35:18.731023637Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "log": { + "level": "Note" + }, + "message": "Server socket created on IP: '127.0.0.1'.", + "event": { + "ingested": "2021-06-21T12:35:18.731024452Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "log": { + "level": "Note" + }, + "message": "Event Scheduler: Loaded 0 events", + "event": { + "ingested": "2021-06-21T12:35:18.731025208Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:18:58.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: ready for connections.", + "event": { + "ingested": "2021-06-21T12:35:18.731026015Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "Version: '5.5.53-0ubuntu0.12.04.1' socket: '/var/run/mysqld/mysqld.sock' port: 3306 (Ubuntu)", + "event": { + "ingested": "2021-06-21T12:35:18.731026922Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: Normal shutdown", + "event": { + "ingested": "2021-06-21T12:35:18.731028158Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.731029047Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "log": { + "level": "Note" + }, + "message": "Event Scheduler: Purging the queue. 0 events", + "event": { + "ingested": "2021-06-21T12:35:18.731029761Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Starting shutdown...", + "event": { + "ingested": "2021-06-21T12:35:18.731030465Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Shutdown completed; log sequence number 1595685", + "event": { + "ingested": "2021-06-21T12:35:18.731031192Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: Shutdown complete", + "event": { + "ingested": "2021-06-21T12:35:18.731031964Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "", + "event": { + "ingested": "2021-06-21T12:35:18.731032693Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "log": { + "level": "Warning" + }, + "message": "Using unique option prefix myisam-recover instead of myisam-recover-options is deprecated and will be removed in a future release. Please use the full name instead.", + "event": { + "ingested": "2021-06-21T12:35:18.731033555Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "log": { + "level": "Note" + }, + "message": "Plugin 'FEDERATED' is disabled.", + "event": { + "ingested": "2021-06-21T12:35:18.731034784Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: The InnoDB memory heap is disabled", + "event": { + "ingested": "2021-06-21T12:35:18.731035683Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Mutexes and rw_locks use GCC atomic builtins", + "event": { + "ingested": "2021-06-21T12:35:18.731036465Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Compressed tables use zlib 1.2.3.4", + "event": { + "ingested": "2021-06-21T12:35:18.731037325Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Initializing buffer pool, size = 128.0M", + "event": { + "ingested": "2021-06-21T12:35:18.731038051Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Completed initialization of buffer pool", + "event": { + "ingested": "2021-06-21T12:35:18.731039146Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: highest supported file format is Barracuda.", + "event": { + "ingested": "2021-06-21T12:35:18.731039913Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:57.000Z", + "message": "InnoDB: Waiting for the background threads to start", + "event": { + "ingested": "2021-06-21T12:35:18.731040652Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "message": "InnoDB: 5.5.53 started; log sequence number 1595685", + "event": { + "ingested": "2021-06-21T12:35:18.731041456Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "log": { + "level": "Note" + }, + "message": "Server hostname (bind-address): '127.0.0.1'; port: 3306", + "event": { + "ingested": "2021-06-21T12:35:18.731042229Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "log": { + "level": "Note" + }, + "message": "- '127.0.0.1' resolves to '127.0.0.1';", + "event": { + "ingested": "2021-06-21T12:35:18.731043027Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "log": { + "level": "Note" + }, + "message": "Server socket created on IP: '127.0.0.1'.", + "event": { + "ingested": "2021-06-21T12:35:18.731043891Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "log": { + "level": "Note" + }, + "message": "Event Scheduler: Loaded 0 events", + "event": { + "ingested": "2021-06-21T12:35:18.731044818Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "@timestamp": "2016-12-09T14:37:58.000Z", + "log": { + "level": "Note" + }, + "message": "/usr/sbin/mysqld: ready for connections.", + "event": { + "ingested": "2021-06-21T12:35:18.731045756Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + }, + { + "message": "Version: '5.5.53-0ubuntu0.12.04.1-log' socket: '/var/run/mysqld/mysqld.sock' port: 3306 (Ubuntu)", + "event": { + "ingested": "2021-06-21T12:35:18.731046530Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log new file mode 100644 index 00000000000..3b05f21997b --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log @@ -0,0 +1,12 @@ +2019-03-24T13:44:25.484123Z 0 [System] [MY-013169] [Server] /usr/sbin/mysqld (mysqld 8.0.15) initializing of server in progress as process 1640 +2019-03-24T13:44:27.924508Z 5 [Warning] [MY-010453] [Server] root@localhost is created with an empty password ! Please consider switching off the --initialize-insecure option. +2019-03-24T13:44:29.065309Z 0 [System] [MY-013170] [Server] /usr/sbin/mysqld (mysqld 8.0.15) initializing of server has completed +2019-03-24T13:44:31.085670Z 0 [System] [MY-010116] [Server] /usr/sbin/mysqld (mysqld 8.0.15) starting as process 1688 +2019-03-24T13:44:31.533096Z 0 [Warning] [MY-010068] [Server] CA certificate ca.pem is self signed. +2019-03-24T13:44:31.534587Z 0 [Warning] [MY-011810] [Server] Insecure configuration for --pid-file: Location '/tmp' in the path is accessible to all OS users. Consider choosing a different directory. +2019-03-24T13:44:31.555406Z 6 [System] [MY-013172] [Server] Received SHUTDOWN from user boot. Shutting down mysqld (Version: 8.0.15). +2019-03-24T13:44:33.236624Z 0 [System] [MY-010910] [Server] /usr/sbin/mysqld: Shutdown complete (mysqld 8.0.15) MySQL Community Server - GPL. +2019-03-24T13:44:34.072713Z 0 [System] [MY-010116] [Server] /usr/sbin/mysqld (mysqld 8.0.15) starting as process 1834 +2019-03-24T13:44:34.406962Z 0 [Warning] [MY-010068] [Server] CA certificate ca.pem is self signed. +2019-03-24T13:44:34.420123Z 0 [System] [MY-010931] [Server] /usr/sbin/mysqld: ready for connections. Version: '8.0.15' socket: '/var/run/mysqld/mysqld.sock' port: 3306 MySQL Community Server - GPL. +2019-03-24T13:44:34.572158Z 0 [System] [MY-011323] [Server] X Plugin ready for connections. Socket: '/var/run/mysqld/mysqlx.sock' bind-address: '::' port: 33060 diff --git a/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json new file mode 100644 index 00000000000..1cde6943500 --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json @@ -0,0 +1,280 @@ +{ + "expected": [ + { + "@timestamp": "2019-03-24T13:44:25.484Z", + "log": { + "level": "System" + }, + "mysql": { + "thread_id": 0 + }, + "message": "[MY-013169] [Server] /usr/sbin/mysqld (mysqld 8.0.15) initializing of server in progress as process 1640", + "event": { + "ingested": "2021-06-21T12:35:19.977963724Z", + "code": "MY-013169", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:27.924Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 5 + }, + "message": "[MY-010453] [Server] root@localhost is created with an empty password ! Please consider switching off the --initialize-insecure option.", + "event": { + "ingested": "2021-06-21T12:35:19.977969667Z", + "code": "MY-010453", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:29.065Z", + "log": { + "level": "System" + }, + "mysql": { + "thread_id": 0 + }, + "message": "[MY-013170] [Server] /usr/sbin/mysqld (mysqld 8.0.15) initializing of server has completed", + "event": { + "ingested": "2021-06-21T12:35:19.977972172Z", + "code": "MY-013170", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:31.085Z", + "log": { + "level": "System" + }, + "mysql": { + "thread_id": 0 + }, + "message": "[MY-010116] [Server] /usr/sbin/mysqld (mysqld 8.0.15) starting as process 1688", + "event": { + "ingested": "2021-06-21T12:35:19.977973082Z", + "code": "MY-010116", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:31.533Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "[MY-010068] [Server] CA certificate ca.pem is self signed.", + "event": { + "ingested": "2021-06-21T12:35:19.977973827Z", + "code": "MY-010068", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:31.534Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "[MY-011810] [Server] Insecure configuration for --pid-file: Location '/tmp' in the path is accessible to all OS users. Consider choosing a different directory.", + "event": { + "ingested": "2021-06-21T12:35:19.977974351Z", + "code": "MY-011810", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:31.555Z", + "log": { + "level": "System" + }, + "mysql": { + "thread_id": 6 + }, + "message": "[MY-013172] [Server] Received SHUTDOWN from user boot. Shutting down mysqld (Version: 8.0.15).", + "event": { + "ingested": "2021-06-21T12:35:19.977974872Z", + "code": "MY-013172", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:33.236Z", + "log": { + "level": "System" + }, + "mysql": { + "thread_id": 0 + }, + "message": "[MY-010910] [Server] /usr/sbin/mysqld: Shutdown complete (mysqld 8.0.15) MySQL Community Server - GPL.", + "event": { + "ingested": "2021-06-21T12:35:19.977975387Z", + "code": "MY-010910", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:34.072Z", + "log": { + "level": "System" + }, + "mysql": { + "thread_id": 0 + }, + "message": "[MY-010116] [Server] /usr/sbin/mysqld (mysqld 8.0.15) starting as process 1834", + "event": { + "ingested": "2021-06-21T12:35:19.977975922Z", + "code": "MY-010116", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:34.406Z", + "log": { + "level": "Warning" + }, + "mysql": { + "thread_id": 0 + }, + "message": "[MY-010068] [Server] CA certificate ca.pem is self signed.", + "event": { + "ingested": "2021-06-21T12:35:19.977976440Z", + "code": "MY-010068", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:34.420Z", + "log": { + "level": "System" + }, + "mysql": { + "thread_id": 0 + }, + "message": "[MY-010931] [Server] /usr/sbin/mysqld: ready for connections. Version: '8.0.15' socket: '/var/run/mysqld/mysqld.sock' port: 3306 MySQL Community Server - GPL.", + "event": { + "ingested": "2021-06-21T12:35:19.977976957Z", + "code": "MY-010931", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + }, + { + "@timestamp": "2019-03-24T13:44:34.572Z", + "log": { + "level": "System" + }, + "mysql": { + "thread_id": 0 + }, + "message": "[MY-011323] [Server] X Plugin ready for connections. Socket: '/var/run/mysqld/mysqlx.sock' bind-address: '::' port: 33060", + "event": { + "ingested": "2021-06-21T12:35:19.977977684Z", + "code": "MY-011323", + "provider": "Server", + "created": "2021-06-17T15:20:05.914488060Z", + "kind": "event", + "category": [ + "database" + ], + "type": [ + "info" + ] + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/error/_dev/test/system/test-default-config.yml b/packages/mysql/data_stream/error/_dev/test/system/test-default-config.yml new file mode 100644 index 00000000000..a179b6aeafc --- /dev/null +++ b/packages/mysql/data_stream/error/_dev/test/system/test-default-config.yml @@ -0,0 +1,5 @@ +vars: ~ +data_stream: + vars: + paths: + - "{{SERVICE_LOGS_DIR}}/mysql/error.log*" diff --git a/packages/mysql/data_stream/error/elasticsearch/ingest_pipeline/default.yml b/packages/mysql/data_stream/error/elasticsearch/ingest_pipeline/default.yml index 9362ef4c089..447205be740 100644 --- a/packages/mysql/data_stream/error/elasticsearch/ingest_pipeline/default.yml +++ b/packages/mysql/data_stream/error/elasticsearch/ingest_pipeline/default.yml @@ -1,6 +1,9 @@ --- description: Pipeline for parsing MySQL error logs processors: +- set: + field: event.ingested + value: '{{_ingest.timestamp}}' - grok: field: message patterns: diff --git a/packages/mysql/data_stream/error/fields/base-fields.yml b/packages/mysql/data_stream/error/fields/base-fields.yml index 7c798f4534c..db513a46b22 100644 --- a/packages/mysql/data_stream/error/fields/base-fields.yml +++ b/packages/mysql/data_stream/error/fields/base-fields.yml @@ -7,6 +7,23 @@ - name: data_stream.namespace type: constant_keyword description: Data stream namespace. +- name: event.module + type: constant_keyword + description: Event module + value: mysql +- name: event.dataset + type: constant_keyword + description: Event dataset + value: mysql.error +- name: input.type + description: Type of Filebeat input. + type: keyword +- name: log.flags + type: keyword + description: Log flags. +- name: log.offset + description: Offset of the entry in the log file. + type: long - name: '@timestamp' type: date description: Event timestamp. diff --git a/packages/mysql/data_stream/error/fields/ecs.yml b/packages/mysql/data_stream/error/fields/ecs.yml index 9075fcac030..25b3251b9bd 100644 --- a/packages/mysql/data_stream/error/fields/ecs.yml +++ b/packages/mysql/data_stream/error/fields/ecs.yml @@ -1,20 +1,8 @@ +- name: ecs.version + external: ecs - name: message - level: core - type: text - description: |- - For log events the message field contains the log message, optimized for viewing in a log viewer. - For structured logs without an original message field, other fields can be concatenated to form a human-readable summary of the event. - If multiple messages exist, they can be combined into one message. -- name: log - title: Log - group: 2 - type: group - fields: - - name: level - level: core - type: keyword - description: |- - Original log level of the log event. - If the source of the event provides a log level or textual severity, this is the one that goes in `log.level`. If your source doesn't specify one, you may put your event transport's severity here (e.g. Syslog severity). - Some examples are `warn`, `err`, `i`, `informational`. - ignore_above: 1024 + external: ecs +- name: log.level + external: ecs +- name: log.file.path + external: ecs diff --git a/packages/mysql/data_stream/galera_status/fields/base-fields.yml b/packages/mysql/data_stream/galera_status/fields/base-fields.yml index 7c798f4534c..cf627e641b2 100644 --- a/packages/mysql/data_stream/galera_status/fields/base-fields.yml +++ b/packages/mysql/data_stream/galera_status/fields/base-fields.yml @@ -7,6 +7,14 @@ - name: data_stream.namespace type: constant_keyword description: Data stream namespace. +- name: event.module + type: constant_keyword + description: Event module + value: mysql +- name: event.dataset + type: constant_keyword + description: Event dataset + value: mysql.galera_status - name: '@timestamp' type: date description: Event timestamp. diff --git a/packages/mysql/data_stream/galera_status/fields/ecs.yml b/packages/mysql/data_stream/galera_status/fields/ecs.yml index d7ce11b7c16..d44a7ab6b59 100644 --- a/packages/mysql/data_stream/galera_status/fields/ecs.yml +++ b/packages/mysql/data_stream/galera_status/fields/ecs.yml @@ -1,9 +1,7 @@ - name: ecs.version - type: keyword - description: ECS version + external: ecs - name: service.address type: keyword description: Service address - name: service.type - type: keyword - description: Service type + external: ecs diff --git a/packages/mysql/data_stream/galera_status/fields/fields.yml b/packages/mysql/data_stream/galera_status/fields/fields.yml index 87b59bb2501..ba3126f64f0 100644 --- a/packages/mysql/data_stream/galera_status/fields/fields.yml +++ b/packages/mysql/data_stream/galera_status/fields/fields.yml @@ -1,5 +1,6 @@ - name: mysql.galera_status type: group + release: experimental fields: - name: apply type: group diff --git a/packages/mysql/data_stream/performance/agent/stream/stream.yml.hbs b/packages/mysql/data_stream/performance/agent/stream/stream.yml.hbs new file mode 100644 index 00000000000..710eea5536b --- /dev/null +++ b/packages/mysql/data_stream/performance/agent/stream/stream.yml.hbs @@ -0,0 +1 @@ +metricsets: ["performance"] diff --git a/packages/mysql/data_stream/performance/fields/base-fields.yml b/packages/mysql/data_stream/performance/fields/base-fields.yml new file mode 100644 index 00000000000..c6b7905c81e --- /dev/null +++ b/packages/mysql/data_stream/performance/fields/base-fields.yml @@ -0,0 +1,20 @@ +- name: data_stream.type + type: constant_keyword + description: Data stream type. +- name: data_stream.dataset + type: constant_keyword + description: Data stream dataset. +- name: data_stream.namespace + type: constant_keyword + description: Data stream namespace. +- name: event.module + type: constant_keyword + description: Event module + value: mysql +- name: event.dataset + type: constant_keyword + description: Event dataset + value: mysql.performance +- name: '@timestamp' + type: date + description: Event timestamp. diff --git a/packages/mysql/data_stream/performance/fields/fields.yml b/packages/mysql/data_stream/performance/fields/fields.yml new file mode 100644 index 00000000000..d1ae1822fa2 --- /dev/null +++ b/packages/mysql/data_stream/performance/fields/fields.yml @@ -0,0 +1,44 @@ +- name: mysql.performance + type: group + release: beta + fields: + - name: events_statements + type: group + fields: + - name: max.timer.wait + type: long + description: Maximum wait time of the summarized events that are timed + - name: last.seen + type: date + description: Time at which the digest was most recently seen + - name: quantile.95 + type: long + description: The 95th percentile of the statement latency, in picoseconds + - name: digest + type: text + description: Performance schema digest + - name: count.star + type: long + description: Number of summarized events + - name: avg.timer.wait + type: long + description: Average wait time of the summarized events that are timed + - name: table_io_waits + type: group + fields: + - name: object + type: group + fields: + - name: schema + type: keyword + description: Schema name + - name: name + type: keyword + description: Table name + - name: index.name + type: keyword + description: | + Name of the index that was used when the table I/O wait event was recorded. PRIMARY indicates that table I/O used the primary index. NULL means that table I/O used no index. Inserts are counted against INDEX_NAME = NULL + - name: count.fetch + type: long + description: Number of all fetch operations > 0 diff --git a/packages/mysql/data_stream/performance/manifest.yml b/packages/mysql/data_stream/performance/manifest.yml new file mode 100644 index 00000000000..a41c0f02d40 --- /dev/null +++ b/packages/mysql/data_stream/performance/manifest.yml @@ -0,0 +1,8 @@ +type: metrics +title: MySQL performance metrics +release: experimental +streams: + - input: mysql/metrics + title: MySQL performance metrics + description: Collect MySQL performance metrics + enabled: false diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml new file mode 100644 index 00000000000..29e8da7c4d1 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-common-config.yml @@ -0,0 +1,6 @@ +multiline: + first_line_pattern: '^(# User@Host: |# Time: )' +fields: + "@timestamp": "2021-06-17T15:20:05.914488060Z" +dynamic_fields: + event.ingested: ".*" diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log new file mode 100644 index 00000000000..a451c6b7e40 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log @@ -0,0 +1,6 @@ +# Time: 180613 11:04:36 +# User@Host: root[root] @ localhost [121.0.0.1] +# Thread_id: 5 Schema: QC_hit: No +# Query_time: 2.000652 Lock_time: 0.000000 Rows_sent: 1 Rows_examined: 0 +SET timestamp=1528898676; +select sleep(2); diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json new file mode 100644 index 00000000000..40c1789c121 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-1-21.log-expected.json @@ -0,0 +1,40 @@ +{ + "expected": [ + null, + { + "temp": {}, + "@timestamp": "2018-06-13T14:04:36.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 0.0 + }, + "rows_sent": 1, + "rows_examined": 0, + "query_cache_hit": false, + "query": "select sleep(2);", + "current_user": "root" + }, + "thread_id": 5 + }, + "source": { + "ip": "121.0.0.1", + "domain": "localhost" + }, + "event": { + "duration": 2000652000, + "ingested": "2021-06-21T12:35:20.266324325Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log new file mode 100644 index 00000000000..36b01fb6d67 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log @@ -0,0 +1,23 @@ +mysqld, Version: 10.2.12-MariaDB-10.2.12+maria~jessie-log (mariadb.org binary distribution). started with: +Tcp port: 0 Unix socket: /var/run/mysqld/mysqld.sock +Time Id Command Argument +mysqld, Version: 10.2.12-MariaDB-10.2.12+maria~jessie-log (mariadb.org binary distribution). started with: +Tcp port: 3306 Unix socket: /var/run/mysqld/mysqld.sock +Time Id Command Argument +# Time: 190117 16:04:03 +# User@Host: root[root] @ localhost [] +# Thread_id: 8 Schema: QC_hit: No +# Query_time: 2.000227 Lock_time: 0.000000 Rows_sent: 1 Rows_examined: 0 +# Rows_affected: 0 +SET timestamp=1547741043; +select sleep(2) +AS foo; +# Time: 190117 16:04:18 +# User@Host: root[root] @ [192.168.0.10] +# Thread_id: 25844 Schema: blah QC_hit: No +# Query_time: 178.306017 Lock_time: 0.000000 Rows_sent: 0 Rows_examined: 53022772 +# Rows_affected: 3062 +# Full_scan: Yes Full_join: No Tmp_table: Yes Tmp_table_on_disk: No +# Filesort: Yes Filesort_on_disk: No Merge_passes: 0 Priority_queue: No +SET timestamp=1547741058; +call PROC('blah'); diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json new file mode 100644 index 00000000000..4ca93d94190 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-2-12.log-expected.json @@ -0,0 +1,86 @@ +{ + "expected": [ + null, + null, + { + "temp": {}, + "@timestamp": "2019-01-17T16:04:03.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 0.0 + }, + "rows_affected": 0, + "rows_sent": 1, + "rows_examined": 0, + "query": "select sleep(2)\nAS foo;", + "query_cache_hit": false, + "current_user": "root" + }, + "thread_id": 8 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 2000227000, + "ingested": "2021-06-21T12:35:20.297388177Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + }, + null, + { + "temp": {}, + "@timestamp": "2019-01-17T16:04:18.000Z", + "mysql": { + "slowlog": { + "schema": "blah", + "rows_examined": 53022772, + "priority_queue": false, + "full_scan": true, + "query": "call PROC('blah');", + "merge_passes": 0, + "filesort": true, + "tmp_table": true, + "lock_time": { + "sec": 0.0 + }, + "rows_affected": 3062, + "rows_sent": 0, + "filesort_on_disk": false, + "query_cache_hit": false, + "full_join": false, + "tmp_table_on_disk": false, + "current_user": "root" + }, + "thread_id": 25844 + }, + "source": { + "ip": "192.168.0.10" + }, + "event": { + "duration": 178306016000, + "ingested": "2021-06-21T12:35:20.297389229Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log new file mode 100644 index 00000000000..b7d8ff94aa4 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log @@ -0,0 +1,18 @@ +/usr/sbin/mysqld, Version: 10.3.13-MariaDB-1:10.3.13+maria~bionic-log (mariadb.org binary distribution). started with: +Tcp port: 3306 Unix socket: /var/run/mysqld/mysqld.sock +Time Id Command Argument +# Time: 190324 16:03:00 +# User@Host: root[root] @ localhost [] +# Thread_id: 37 Schema: employees QC_hit: No +# Query_time: 2.461578 Lock_time: 0.000196 Rows_sent: 10 Rows_examined: 3145718 +# Rows_affected: 0 Bytes_sent: 319 +# Tmp_tables: 1 Tmp_disk_tables: 0 Tmp_table_sizes: 4026528 +# Full_scan: Yes Full_join: No Tmp_table: Yes Tmp_table_on_disk: No +# Filesort: Yes Filesort_on_disk: No Merge_passes: 0 Priority_queue: Yes +use employees; +SET timestamp=1553443380; +SELECT last_name, MAX(salary) AS salary FROM employees + INNER JOIN salaries ON employees.emp_no = salaries.emp_no + GROUP BY last_name + ORDER BY salary DESC + LIMIT 10; diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json new file mode 100644 index 00000000000..956145ba6c9 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-10-3-13.log-expected.json @@ -0,0 +1,54 @@ +{ + "expected": [ + null, + null, + { + "temp": {}, + "@timestamp": "2019-03-24T16:03:00.000Z", + "mysql": { + "slowlog": { + "schema": "employees", + "tmp_table_sizes": 4026528, + "rows_examined": 3145718, + "priority_queue": true, + "full_scan": true, + "query": "SELECT last_name, MAX(salary) AS salary FROM employees\n INNER JOIN salaries ON employees.emp_no = salaries.emp_no\n GROUP BY last_name\n ORDER BY salary DESC\n LIMIT 10;", + "merge_passes": 0, + "filesort": true, + "bytes_sent": 319, + "tmp_disk_tables": 0, + "tmp_table": true, + "lock_time": { + "sec": 1.96E-4 + }, + "rows_sent": 10, + "rows_affected": 0, + "filesort_on_disk": false, + "tmp_tables": 1, + "query_cache_hit": false, + "full_join": false, + "tmp_table_on_disk": false, + "current_user": "root" + }, + "thread_id": 37 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 2461578000, + "ingested": "2021-06-21T12:35:20.337400589Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log new file mode 100644 index 00000000000..26bb97b449c --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log @@ -0,0 +1,15 @@ +# Time: 131112 17:03:32 +# User@Host: root[root] @ localhost [] +# Thread_id: 2 Schema: dbt3sf1 QC_hit: No +# Query_time: 5.524103 Lock_time: 0.000337 Rows_sent: 1 Rows_examined: 65633 +# +# explain: id select_type table type possible_keys key key_len ref rows Extra +# explain: 1 SIMPLE nation ref PRIMARY,n_name n_name 26 const 1 Using where; Using index +# explain: 1 SIMPLE customer ref PRIMARY,i_c_nationkey i_c_nationkey 5 dbt3sf1.nation.n_nationkey 3145 Using index +# explain: 1 SIMPLE orders ref i_o_custkey i_o_custkey 5 dbt3sf1.customer.c_custkey 7 Using index +# +SET timestamp=1384261412; +select count(*) from customer, orders, nation + where c_custkey=o_custkey + and c_nationkey=n_nationkey + and n_name='GERMANY'; diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json new file mode 100644 index 00000000000..6e23b460725 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mariadb-explain.log-expected.json @@ -0,0 +1,40 @@ +{ + "expected": [ + null, + { + "temp": {}, + "@timestamp": "2013-11-12T13:03:32.000Z", + "mysql": { + "slowlog": { + "schema": "dbt3sf1", + "lock_time": { + "sec": 3.37E-4 + }, + "rows_sent": 1, + "rows_examined": 65633, + "query": "select count(*) from customer, orders, nation\n where c_custkey=o_custkey\n and c_nationkey=n_nationkey\n and n_name='GERMANY';", + "query_cache_hit": false, + "current_user": "root" + }, + "thread_id": 2 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 5524103000, + "ingested": "2021-06-21T12:35:20.361798659Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log new file mode 100644 index 00000000000..506ec108f87 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log @@ -0,0 +1,30 @@ +# Time: 2018-08-07T16:27:47.169604+08:00 +# User@Host: root[root] @ [218.76.8.37] Id: 7234 +# Query_time: 15.000223 Lock_time: 0.000000 Rows_sent: 1 Rows_examined: 0 +SET timestamp=1533630467; +select sleep(15); +# Time: 2018-08-07T16:27:47.169604+08:00 +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.000153 Lock_time: 0.000061 Rows_sent: 1 Rows_examined: 5 +SET timestamp=1533630467; +SELECT count(*) FROM mysql.user WHERE user='root' and password=''; +# Time: 2018-08-07T16:27:47.169604+08:00 +# User@Host: appuser[appuser] @ apphost [1.1.1.1] Id: 10997316 +# Query_time: 4.071491 Lock_time: 0.000212 Rows_sent: 1000 Rows_examined: 1489615 +SET timestamp=1533630467; +SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR ";") as mca_guid + FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca + WHERE cus.cus_guid = mcu.cus_guid + AND cus.pro_code = 'CYB' + AND cus.cus_offline = 0 + AND mca.cus_guid = cus.cus_guid + AND (mcu.mcu_date IS NULL OR mcu.mcu_date < CURDATE()) + AND mcu.mcu_crawlelements IS NOT NULL + GROUP BY mcu.mcu_guid + ORDER BY mcu.mcu_order ASC + LIMIT 1000; +# Time: 2018-08-07T16:27:47.169604+08:00 +# User@Host: appuser[appuser] @ apphost [1.1.1.1] Id: 10999834 +# Query_time: 10.346539 Lock_time: 0.000036 Rows_sent: 0 Rows_examined: 4751313 +SET timestamp=1533630467; +call load_stats(1, '2017-04-28 00:00:00'); diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json new file mode 100644 index 00000000000..711660d6206 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-5-7-22.log-expected.json @@ -0,0 +1,141 @@ +{ + "expected": [ + null, + { + "temp": {}, + "@timestamp": "2018-08-07T08:27:47.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 0.0 + }, + "rows_sent": 1, + "rows_examined": 0, + "query": "select sleep(15);", + "current_user": "root" + }, + "thread_id": 7234 + }, + "source": { + "ip": "218.76.8.37" + }, + "event": { + "duration": 15000223000, + "ingested": "2021-06-21T12:35:20.377765006Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + }, + null, + { + "temp": {}, + "@timestamp": "2018-08-07T08:27:47.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 6.1E-5 + }, + "rows_sent": 1, + "rows_examined": 5, + "query": "SELECT count(*) FROM mysql.user WHERE user='root' and password='';", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 153000, + "ingested": "2021-06-21T12:35:20.377766884Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + null, + { + "temp": {}, + "@timestamp": "2018-08-07T08:27:47.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 2.12E-4 + }, + "rows_sent": 1000, + "rows_examined": 1489615, + "query": "SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR \";\") as mca_guid\n FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca\n WHERE cus.cus_guid = mcu.cus_guid\n AND cus.pro_code = 'CYB'\n AND cus.cus_offline = 0\n AND mca.cus_guid = cus.cus_guid\n AND (mcu.mcu_date IS NULL OR mcu.mcu_date \u003c CURDATE())\n AND mcu.mcu_crawlelements IS NOT NULL\n GROUP BY mcu.mcu_guid\n ORDER BY mcu.mcu_order ASC\n LIMIT 1000;", + "current_user": "appuser" + }, + "thread_id": 10997316 + }, + "source": { + "ip": "1.1.1.1", + "domain": "apphost" + }, + "event": { + "duration": 4071491000, + "ingested": "2021-06-21T12:35:20.377768625Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "appuser" + } + }, + null, + { + "temp": {}, + "@timestamp": "2018-08-07T08:27:47.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 3.6E-5 + }, + "rows_sent": 0, + "rows_examined": 4751313, + "query": "call load_stats(1, '2017-04-28 00:00:00');", + "current_user": "appuser" + }, + "thread_id": 10999834 + }, + "source": { + "ip": "1.1.1.1", + "domain": "apphost" + }, + "event": { + "duration": 10346539000, + "ingested": "2021-06-21T12:35:20.377770225Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "appuser" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log new file mode 100644 index 00000000000..419db21faa3 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log @@ -0,0 +1,8 @@ +/usr/local/Cellar/mysql/5.7.10/bin/mysqld, Version: 5.7.10 (Homebrew). started with: +Tcp port: 3306 Unix socket: /tmp/mysql.sock +Time Id Command Argument +# Time: 2016-12-12T11:54:16.601172Z +# User@Host: root[root] @ localhost [] Id: 2 +# Query_time: 11.004467 Lock_time: 0.000000 Rows_sent: 1 Rows_examined: 0 +SET timestamp=1481543656; +select sleep(11); diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json new file mode 100644 index 00000000000..acc188bb501 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-darwin-brew-5-7-10.log-expected.json @@ -0,0 +1,39 @@ +{ + "expected": [ + null, + null, + { + "temp": {}, + "@timestamp": "2016-12-12T11:54:16.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 0.0 + }, + "rows_sent": 1, + "rows_examined": 0, + "query": "select sleep(11);", + "current_user": "root" + }, + "thread_id": 2 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 11004467000, + "ingested": "2021-06-21T12:35:20.430622043Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log new file mode 100644 index 00000000000..2b92ad9c058 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log @@ -0,0 +1,24 @@ +# User@Host: apphost[apphost] @ apphost [1.1.1.1] Id: 10997316 +# Query_time: 4.071491 Lock_time: 0.000212 Rows_sent: 1000 Rows_examined: 1489615 +SET timestamp=1493370459; +SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR ";") as mca_guid + FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca + WHERE cus.cus_guid = mcu.cus_guid + AND cus.pro_code = 'CYB' + AND cus.cus_offline = 0 + AND mca.cus_guid = cus.cus_guid + AND (mcu.mcu_date IS NULL OR mcu.mcu_date < CURDATE()) + AND mcu.mcu_crawlelements IS NOT NULL + GROUP BY mcu.mcu_guid + ORDER BY mcu.mcu_order ASC + LIMIT 1000; +# Time: 2017-04-28T09:16:30.738365Z +# User@Host: apphost[apphost] @ apphost [1.1.1.1] Id: 10999834 +# Query_time: 10.346539 Lock_time: 0.000036 Rows_sent: 0 Rows_examined: 4751313 +SET timestamp=1493370990; +call load_stats(1, '2017-04-28 00:00:00'); +# Time: 2017-04-28T09:31:31.133657Z +# User@Host: apphost[apphost] @ apphost [1.1.1.1] Id: 11004208 +# Query_time: 10.508030 Lock_time: 0.000034 Rows_sent: 0 Rows_examined: 4754675 +SET timestamp=1493371891; +call load_stats(1, '2017-04-28 00:00:00'); diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json new file mode 100644 index 00000000000..f254d70878a --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-17.log-expected.json @@ -0,0 +1,108 @@ +{ + "expected": [ + { + "temp": {}, + "@timestamp": "2017-04-28T09:07:39.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 2.12E-4 + }, + "rows_sent": 1000, + "rows_examined": 1489615, + "query": "SELECT mcu.mcu_guid, mcu.cus_guid, mcu.mcu_url, mcu.mcu_crawlelements, mcu.mcu_order, GROUP_CONCAT(mca.mca_guid SEPARATOR \";\") as mca_guid\n FROM kat_mailcustomerurl mcu, kat_customer cus, kat_mailcampaign mca\n WHERE cus.cus_guid = mcu.cus_guid\n AND cus.pro_code = 'CYB'\n AND cus.cus_offline = 0\n AND mca.cus_guid = cus.cus_guid\n AND (mcu.mcu_date IS NULL OR mcu.mcu_date \u003c CURDATE())\n AND mcu.mcu_crawlelements IS NOT NULL\n GROUP BY mcu.mcu_guid\n ORDER BY mcu.mcu_order ASC\n LIMIT 1000;", + "current_user": "apphost" + }, + "thread_id": 10997316 + }, + "source": { + "ip": "1.1.1.1", + "domain": "apphost" + }, + "event": { + "duration": 4071491000, + "ingested": "2021-06-21T12:35:20.446734721Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "apphost" + } + }, + null, + { + "temp": {}, + "@timestamp": "2017-04-28T09:16:30.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 3.6E-5 + }, + "rows_sent": 0, + "rows_examined": 4751313, + "query": "call load_stats(1, '2017-04-28 00:00:00');", + "current_user": "apphost" + }, + "thread_id": 10999834 + }, + "source": { + "ip": "1.1.1.1", + "domain": "apphost" + }, + "event": { + "duration": 10346539000, + "ingested": "2021-06-21T12:35:20.446738422Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "apphost" + } + }, + null, + { + "temp": {}, + "@timestamp": "2017-04-28T09:31:31.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 3.4E-5 + }, + "rows_sent": 0, + "rows_examined": 4754675, + "query": "call load_stats(1, '2017-04-28 00:00:00');", + "current_user": "apphost" + }, + "thread_id": 11004208 + }, + "source": { + "ip": "1.1.1.1", + "domain": "apphost" + }, + "event": { + "duration": 10508030000, + "ingested": "2021-06-21T12:35:20.446739371Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "apphost" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log new file mode 100644 index 00000000000..ee155b48f42 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log @@ -0,0 +1,5 @@ +# User@Host: root[root] @ [172.17.0.11] Id: 5 +# Query_time: 0.000100 Lock_time: 0.000033 Rows_sent: 101 Rows_examined: 101 +SET timestamp=1524768632; +SELECT intcol1,charcol1 FROM t1; +# Time: 2018-04-26T18:50:32.437295Z diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json new file mode 100644 index 00000000000..e96a1927e83 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-debian-5-7-19.log-expected.json @@ -0,0 +1,38 @@ +{ + "expected": [ + { + "temp": {}, + "@timestamp": "2018-04-26T18:50:32.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 3.3E-5 + }, + "rows_sent": 101, + "rows_examined": 101, + "query": "SELECT intcol1,charcol1 FROM t1;", + "current_user": "root" + }, + "thread_id": 5 + }, + "source": { + "ip": "172.17.0.11" + }, + "event": { + "duration": 100000, + "ingested": "2021-06-21T12:35:20.487393663Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + }, + null + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log new file mode 100644 index 00000000000..d33bbfd3aa0 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log @@ -0,0 +1,66 @@ +/usr/sbin/mysqld, Version: 5.5.53-0ubuntu0.12.04.1-log ((Ubuntu)). started with: +Tcp port: 3306 Unix socket: /var/run/mysqld/mysqld.sock +Time Id Command Argument +# Time: 161209 14:37:59 +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.000153 Lock_time: 0.000061 Rows_sent: 1 Rows_examined: 5 +SET timestamp=1481294279; +SELECT count(*) FROM mysql.user WHERE user='root' and password=''; +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.002456 Lock_time: 0.000095 Rows_sent: 31 Rows_examined: 81 +SET timestamp=1481294279; +select concat('select count(*) into @discard from `', + TABLE_SCHEMA, '`.`', TABLE_NAME, '`') + from information_schema.TABLES where ENGINE='MyISAM'; +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.006278 Lock_time: 0.000153 Rows_sent: 0 Rows_examined: 808 +SET timestamp=1481294279; +select count(*) into @discard from `information_schema`.`COLUMNS`; +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.000262 Lock_time: 0.000204 Rows_sent: 0 Rows_examined: 0 +SET timestamp=1481294279; +select count(*) into @discard from `information_schema`.`EVENTS`; +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.000323 Lock_time: 0.000241 Rows_sent: 0 Rows_examined: 0 +SET timestamp=1481294279; +select count(*) into @discard from `information_schema`.`PARAMETERS`; +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.007084 Lock_time: 0.000148 Rows_sent: 0 Rows_examined: 81 +SET timestamp=1481294279; +select count(*) into @discard from `information_schema`.`PARTITIONS`; +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.000277 Lock_time: 0.000135 Rows_sent: 0 Rows_examined: 23 +SET timestamp=1481294279; +select count(*) into @discard from `information_schema`.`PLUGINS`; +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.000254 Lock_time: 0.000159 Rows_sent: 0 Rows_examined: 1 +SET timestamp=1481294279; +select count(*) into @discard from `information_schema`.`PROCESSLIST`; +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.000297 Lock_time: 0.000229 Rows_sent: 0 Rows_examined: 0 +SET timestamp=1481294279; +select count(*) into @discard from `information_schema`.`ROUTINES`; +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.001676 Lock_time: 0.000156 Rows_sent: 0 Rows_examined: 0 +SET timestamp=1481294279; +select count(*) into @discard from `information_schema`.`TRIGGERS`; +# User@Host: debian-sys-maint[debian-sys-maint] @ localhost [] +# Query_time: 0.008782 Lock_time: 0.001187 Rows_sent: 0 Rows_examined: 0 +SET timestamp=1481294279; +select count(*) into @discard from `information_schema`.`VIEWS`; +# Time: 161209 14:39:02 +# User@Host: root[root] @ localhost [] +# Query_time: 2.000268 Lock_time: 0.000000 Rows_sent: 1 Rows_examined: 0 +SET timestamp=1481294342; +select sleep(2); +# Time: 161209 14:39:23 +# User@Host: root[root] @ localhost [] +# Query_time: 0.000138 Lock_time: 0.000056 Rows_sent: 0 Rows_examined: 0 +use mysql; +SET timestamp=1481294363; +select * from general_log; +# Time: 161209 14:39:40 +# User@Host: root[root] @ localhost [] +# Query_time: 0.000159 Lock_time: 0.000059 Rows_sent: 5 Rows_examined: 5 +SET timestamp=1481294380; +select * from user; diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json new file mode 100644 index 00000000000..a9ac3954785 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-5-5-53.log-expected.json @@ -0,0 +1,458 @@ +{ + "expected": [ + null, + null, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 6.1E-5 + }, + "rows_sent": 1, + "rows_examined": 5, + "query": "SELECT count(*) FROM mysql.user WHERE user='root' and password='';", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 153000, + "ingested": "2021-06-21T12:35:20.504197586Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 9.5E-5 + }, + "rows_sent": 31, + "rows_examined": 81, + "query": "select concat('select count(*) into @discard from `',\n TABLE_SCHEMA, '`.`', TABLE_NAME, '`')\n from information_schema.TABLES where ENGINE='MyISAM';", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 2456000, + "ingested": "2021-06-21T12:35:20.504198144Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 1.53E-4 + }, + "rows_sent": 0, + "rows_examined": 808, + "query": "select count(*) into @discard from `information_schema`.`COLUMNS`;", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 6278000, + "ingested": "2021-06-21T12:35:20.504198695Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 2.04E-4 + }, + "rows_sent": 0, + "rows_examined": 0, + "query": "select count(*) into @discard from `information_schema`.`EVENTS`;", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 262000, + "ingested": "2021-06-21T12:35:20.504199245Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 2.41E-4 + }, + "rows_sent": 0, + "rows_examined": 0, + "query": "select count(*) into @discard from `information_schema`.`PARAMETERS`;", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 323000, + "ingested": "2021-06-21T12:35:20.504199799Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 1.48E-4 + }, + "rows_sent": 0, + "rows_examined": 81, + "query": "select count(*) into @discard from `information_schema`.`PARTITIONS`;", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 7084000, + "ingested": "2021-06-21T12:35:20.504200347Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 1.35E-4 + }, + "rows_sent": 0, + "rows_examined": 23, + "query": "select count(*) into @discard from `information_schema`.`PLUGINS`;", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 277000, + "ingested": "2021-06-21T12:35:20.504200888Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 1.59E-4 + }, + "rows_sent": 0, + "rows_examined": 1, + "query": "select count(*) into @discard from `information_schema`.`PROCESSLIST`;", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 254000, + "ingested": "2021-06-21T12:35:20.504201439Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 2.29E-4 + }, + "rows_sent": 0, + "rows_examined": 0, + "query": "select count(*) into @discard from `information_schema`.`ROUTINES`;", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 297000, + "ingested": "2021-06-21T12:35:20.504202053Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 1.56E-4 + }, + "rows_sent": 0, + "rows_examined": 0, + "query": "select count(*) into @discard from `information_schema`.`TRIGGERS`;", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 1676000, + "ingested": "2021-06-21T12:35:20.504202828Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + { + "temp": {}, + "@timestamp": "2016-12-09T14:37:59.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 0.001187 + }, + "rows_sent": 0, + "rows_examined": 0, + "query": "select count(*) into @discard from `information_schema`.`VIEWS`;", + "current_user": "debian-sys-maint" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 8782000, + "ingested": "2021-06-21T12:35:20.504203367Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "debian-sys-maint" + } + }, + null, + { + "temp": {}, + "@timestamp": "2016-12-09T14:39:02.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 0.0 + }, + "rows_sent": 1, + "rows_examined": 0, + "query": "select sleep(2);", + "current_user": "root" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 2000268000, + "ingested": "2021-06-21T12:35:20.504204455Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + }, + null, + { + "temp": {}, + "@timestamp": "2016-12-09T14:39:23.000Z", + "mysql": { + "slowlog": { + "schema": "mysql", + "lock_time": { + "sec": 5.6E-5 + }, + "rows_sent": 0, + "rows_examined": 0, + "query": "select * from general_log;", + "current_user": "root" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 138000, + "ingested": "2021-06-21T12:35:20.504205659Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + }, + null, + { + "temp": {}, + "@timestamp": "2016-12-09T14:39:40.000Z", + "mysql": { + "slowlog": { + "lock_time": { + "sec": 5.9E-5 + }, + "rows_sent": 5, + "rows_examined": 5, + "query": "select * from user;", + "current_user": "root" + } + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 159000, + "ingested": "2021-06-21T12:35:20.504206736Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log new file mode 100644 index 00000000000..2e70932a424 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log @@ -0,0 +1,19 @@ +/usr/sbin/mysqld, Version: 8.0.15 (MySQL Community Server - GPL). started with: +Tcp port: 3306 Unix socket: /var/run/mysqld/mysqld.sock +Time Id Command Argument +# Time: 2019-03-24T14:01:47.811234Z +# User@Host: root[root] @ localhost [] Id: 14 +# Query_time: 2.475469 Lock_time: 0.000287 Rows_sent: 10 Rows_examined: 3145718 +use employees; +SET timestamp=1553436105; +SELECT last_name, MAX(salary) AS salary FROM employees INNER JOIN salaries ON employees.emp_no = salaries.emp_no GROUP BY last_name ORDER BY salary DESC LIMIT 10; +# Time: 2019-03-24T14:04:53.713951Z +# User@Host: root[root] @ localhost [] Id: 16 +# Query_time: 2.631844 Lock_time: 0.000145 Rows_sent: 10 Rows_examined: 3145718 Thread_id: 16 Errno: 0 Killed: 0 Bytes_received: 0 Bytes_sent: 312 Read_first: 1 Read_last: 0 Read_key: 3144072 Read_next: 2844047 Read_prev: 0 Read_rnd: 10 Read_rnd_next: 301663 Sort_merge_passes: 0 Sort_range_count: 0 Sort_rows: 10 Sort_scan_count: 1 Created_tmp_disk_tables: 0 Created_tmp_tables: 1 Start: 2019-03-24T14:04:51.082107Z End: 2019-03-24T14:04:53.713951Z +use employees; +SET timestamp=1553436291; +SELECT last_name, MAX(salary) AS salary FROM employees + INNER JOIN salaries ON employees.emp_no = salaries.emp_no + GROUP BY last_name + ORDER BY salary DESC + LIMIT 10; diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json new file mode 100644 index 00000000000..fc80b5766e9 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-mysql-ubuntu-8-0-15.log-expected.json @@ -0,0 +1,94 @@ +{ + "expected": [ + null, + null, + { + "temp": {}, + "@timestamp": "2019-03-24T14:01:45.000Z", + "mysql": { + "slowlog": { + "schema": "employees", + "lock_time": { + "sec": 2.87E-4 + }, + "rows_sent": 10, + "rows_examined": 3145718, + "query": "SELECT last_name, MAX(salary) AS salary FROM employees INNER JOIN salaries ON employees.emp_no = salaries.emp_no GROUP BY last_name ORDER BY salary DESC LIMIT 10;", + "current_user": "root" + }, + "thread_id": 14 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 2475469000, + "ingested": "2021-06-21T12:35:20.693828588Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + }, + null, + { + "temp": {}, + "@timestamp": "2019-03-24T14:04:51.000Z", + "mysql": { + "slowlog": { + "schema": "employees", + "read_last": 0, + "read_rnd_next": 301663, + "rows_examined": 3145718, + "read_next": 2844047, + "sort_scan_count": 1, + "read_first": 1, + "query": "SELECT last_name, MAX(salary) AS salary FROM employees\n INNER JOIN salaries ON employees.emp_no = salaries.emp_no\n GROUP BY last_name\n ORDER BY salary DESC\n LIMIT 10;", + "sort_merge_passes": 0, + "bytes_received": 0, + "bytes_sent": 312, + "tmp_disk_tables": 0, + "killed": "0", + "lock_time": { + "sec": 1.45E-4 + }, + "read_rnd": 10, + "rows_sent": 10, + "sort_range_count": 0, + "sort_rows": 10, + "tmp_tables": 1, + "last_errno": "0", + "read_key": 3144072, + "read_prev": 0, + "current_user": "root" + }, + "thread_id": 16 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 2631844000, + "ingested": "2021-06-21T12:35:20.693829569Z", + "kind": "event", + "start": "2019-03-24T14:04:51.082107Z", + "end": "2019-03-24T14:04:53.713951Z", + "category": [ + "database" + ], + "type": [ + "info" + ] + }, + "user": { + "name": "root" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log new file mode 100644 index 00000000000..36bdace36c9 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log @@ -0,0 +1,36 @@ +# Time: 2019-01-21T06:36:03.868128Z +# User@Host: exporter[exporter] @ localhost [] Id: 14367293 +# Schema: Last_errno: 1370 Killed: 0 +# Query_time: 0.050365 Lock_time: 0.010733 Rows_sent: 16 Rows_examined: 3146 Rows_affected: 0 +# Bytes_sent: 1362 Tmp_tables: 376 Tmp_disk_tables: 71 Tmp_table_sizes: 606208 +# QC_Hit: No Full_scan: Yes Full_join: Yes Tmp_table: Yes Tmp_table_on_disk: Yes +# Filesort: No Filesort_on_disk: No Merge_passes: 0 +# No InnoDB statistics available for this query +# Log_slow_rate_type: query Log_slow_rate_limit: 100 +SET timestamp=1548052563; +SELECT t.table_schema, t.table_name, column_name, `auto_increment`, + pow(2, case data_type + when 'tinyint' then 7 + when 'smallint' then 15 + when 'mediumint' then 23 + when 'int' then 31 + when 'bigint' then 63 + end+(column_type like '% unsigned'))-1 as max_int + FROM information_schema.tables t + JOIN information_schema.columns c + ON BINARY t.table_schema = c.table_schema AND BINARY t.table_name = c.table_name + WHERE c.extra = 'auto_increment' AND t.auto_increment IS NOT NULL; +# Time: 2019-01-21T09:15:36.487710Z +# User@Host: test[test] @ [192.168.123.123] Id: 14370752 +# Schema: test Last_errno: 3170 Killed: 0 +# Query_time: 153.883481 Lock_time: 0.024022 Rows_sent: 0 Rows_examined: 120309968 Rows_affected: 19198 +# Bytes_sent: 62 Tmp_tables: 0 Tmp_disk_tables: 0 Tmp_table_sizes: 0 +# InnoDB_trx_id: 69BB9C7F9 +# QC_Hit: No Full_scan: No Full_join: No Tmp_table: No Tmp_table_on_disk: No +# Filesort: No Filesort_on_disk: No Merge_passes: 0 +# InnoDB_IO_r_ops: 9744 InnoDB_IO_r_bytes: 79822848 InnoDB_IO_r_wait: 0.883446 +# InnoDB_rec_lock_wait: 0.003038 InnoDB_queue_wait: 0.000000 +# InnoDB_pages_distinct: 64872 +# Log_slow_rate_type: query Log_slow_rate_limit: 100 +SET timestamp=1548062136; +UPDATE test SET test.state = 'NOT_RELEVANT', modified = now() WHERE test.id IN (26328833, 390, 149386, 152268, 160997, 165304, 168524, 184105, 193022, 194533, 194862, 196469, 196487, 246398, 256594, 260566, 261862, 262342, 263701, 264166, 264607, 267671, 274879, 276704, 280964, 284366, 289323, 289843, 290004, 298999, 301213, 303494, 307920, 311905, 316311, 318404, 330846, 340751, 341433, 357191, 369184, 376876, 378360, 378492, 379470, 382131, 384077, 388368, 396815, 396881, 398272, 398950, 399589, 401299, 408787, 411293, 419109, 425953, 427659, 433183, 437030, 438332, 438386, 447037, 454231, 455257, 455344, 456385, 460420, 460425, 461252, 462338, 462531, 462684, 463104, 463395, 471073, 480069, 480078, 482399, 485205, 487971, 497191, 500261, 501855, 517585, 519310, 519654, 522575, 538425, 543560, 562315, 573934, 583466, 583490, 583502, 597605, 600875, 601546, 603879, 604467, 604619, 757786, 797285, 799155, 802905, 806268, 806798, 811974, 819684, 822629, 826406, 837733, 840128, 840131, 840251, 840277, 840302, 842966, 844294, 844300, 847837, 852503, 854272, 854299, 862983, 881405, 881461, 881467, 881560, 881908, 882435, 882453, 882651, 882711, 882811, 888265, 888286, 914091, 916288, 916316, 917708, 918238, 918887, 919222, 926607, 976977, 977010, 977067, 977131, 977185, 988249, 988276, 988336, 988360, 988504, 990994); diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json new file mode 100644 index 00000000000..9a70b6b042f --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19-innodb.log-expected.json @@ -0,0 +1,122 @@ +{ + "expected": [ + null, + { + "temp": {}, + "@timestamp": "2019-01-21T06:36:03.000Z", + "mysql": { + "slowlog": { + "log_slow_rate_limit": 100, + "tmp_table_sizes": 606208, + "log_slow_rate_type": "query", + "rows_examined": 3146, + "full_scan": true, + "query": "SELECT t.table_schema, t.table_name, column_name, `auto_increment`,\n pow(2, case data_type\n when 'tinyint' then 7\n when 'smallint' then 15\n when 'mediumint' then 23\n when 'int' then 31\n when 'bigint' then 63\n end+(column_type like '% unsigned'))-1 as max_int\n FROM information_schema.tables t\n JOIN information_schema.columns c\n ON BINARY t.table_schema = c.table_schema AND BINARY t.table_name = c.table_name\n WHERE c.extra = 'auto_increment' AND t.auto_increment IS NOT NULL;", + "merge_passes": 0, + "filesort": false, + "bytes_sent": 1362, + "tmp_disk_tables": 71, + "killed": "0", + "tmp_table": true, + "lock_time": { + "sec": 0.010733 + }, + "rows_sent": 16, + "rows_affected": 0, + "filesort_on_disk": false, + "tmp_tables": 376, + "last_errno": "1370", + "query_cache_hit": false, + "full_join": true, + "tmp_table_on_disk": true, + "current_user": "exporter" + }, + "thread_id": 14367293 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 50365000, + "ingested": "2021-06-21T12:35:20.744185651Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "exporter" + } + }, + null, + { + "temp": {}, + "@timestamp": "2019-01-21T09:15:36.000Z", + "mysql": { + "slowlog": { + "schema": "test", + "log_slow_rate_limit": 100, + "tmp_table_sizes": 0, + "log_slow_rate_type": "query", + "rows_examined": 120309968, + "full_scan": false, + "query": "UPDATE test SET test.state = 'NOT_RELEVANT', modified = now() WHERE test.id IN (26328833, 390, 149386, 152268, 160997, 165304, 168524, 184105, 193022, 194533, 194862, 196469, 196487, 246398, 256594, 260566, 261862, 262342, 263701, 264166, 264607, 267671, 274879, 276704, 280964, 284366, 289323, 289843, 290004, 298999, 301213, 303494, 307920, 311905, 316311, 318404, 330846, 340751, 341433, 357191, 369184, 376876, 378360, 378492, 379470, 382131, 384077, 388368, 396815, 396881, 398272, 398950, 399589, 401299, 408787, 411293, 419109, 425953, 427659, 433183, 437030, 438332, 438386, 447037, 454231, 455257, 455344, 456385, 460420, 460425, 461252, 462338, 462531, 462684, 463104, 463395, 471073, 480069, 480078, 482399, 485205, 487971, 497191, 500261, 501855, 517585, 519310, 519654, 522575, 538425, 543560, 562315, 573934, 583466, 583490, 583502, 597605, 600875, 601546, 603879, 604467, 604619, 757786, 797285, 799155, 802905, 806268, 806798, 811974, 819684, 822629, 826406, 837733, 840128, 840131, 840251, 840277, 840302, 842966, 844294, 844300, 847837, 852503, 854272, 854299, 862983, 881405, 881461, 881467, 881560, 881908, 882435, 882453, 882651, 882711, 882811, 888265, 888286, 914091, 916288, 916316, 917708, 918238, 918887, 919222, 926607, 976977, 977010, 977067, 977131, 977185, 988249, 988276, 988336, 988360, 988504, 990994);", + "innodb": { + "trx_id": "69BB9C7F9", + "io_r_ops": 9744, + "io_r_wait": { + "sec": 0.883446 + }, + "queue_wait": { + "sec": 0.0 + }, + "pages_distinct": 64872, + "rec_lock_wait": { + "sec": 0.003038 + }, + "io_r_bytes": 79822848 + }, + "merge_passes": 0, + "filesort": false, + "tmp_disk_tables": 0, + "bytes_sent": 62, + "killed": "0", + "tmp_table": false, + "lock_time": { + "sec": 0.024022 + }, + "rows_sent": 0, + "rows_affected": 19198, + "filesort_on_disk": false, + "tmp_tables": 0, + "last_errno": "3170", + "full_join": false, + "query_cache_hit": false, + "tmp_table_on_disk": false, + "current_user": "test" + }, + "thread_id": 14370752 + }, + "source": { + "ip": "192.168.123.123" + }, + "event": { + "duration": 153883488000, + "ingested": "2021-06-21T12:35:20.744187718Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "test" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log new file mode 100644 index 00000000000..1572af7ff2c --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log @@ -0,0 +1,121 @@ +# Time: 2018-11-16T06:25:56.646222Z +# User@Host: check[check] @ localhost [] Id: 1098148226 +# Schema: Last_errno: 0 Killed: 0 +# Query_time: 0.010569 Lock_time: 0.000067 Rows_sent: 1 Rows_examined: 928 Rows_affected: 0 +# Bytes_sent: 180 Tmp_tables: 1 Tmp_disk_tables: 0 Tmp_table_sizes: 0 +# QC_Hit: No Full_scan: Yes Full_join: No Tmp_table: Yes Tmp_table_on_disk: No +# Filesort: No Filesort_on_disk: No Merge_passes: 0 +# No InnoDB statistics available for this query +# Log_slow_rate_type: query Log_slow_rate_limit: 100 +SET timestamp=1542349556; +SHOW GLOBAL STATUS LIKE 'wsrep_local_state'; +# Time: 2018-11-16T13:02:59.046552Z +# User@Host: select[select] @ [192.168.123.123] Id: 1101779094 +# Schema: database Last_errno: 0 Killed: 0 +# Query_time: 0.036112 Lock_time: 0.000165 Rows_sent: 1 Rows_examined: 1 Rows_affected: 0 +# Bytes_sent: 529 Tmp_tables: 0 Tmp_disk_tables: 0 Tmp_table_sizes: 0 +# QC_Hit: No Full_scan: No Full_join: No Tmp_table: No Tmp_table_on_disk: No +# Filesort: No Filesort_on_disk: No Merge_passes: 0 +# InnoDB_IO_r_ops: 0 InnoDB_IO_r_bytes: 0 InnoDB_IO_r_wait: 0.000000 +# InnoDB_rec_lock_wait: 0.000000 InnoDB_queue_wait: 0.000000 +# InnoDB_pages_distinct: 3 +# Log_slow_rate_type: query Log_slow_rate_limit: 100 +SET timestamp=1542373379; +select config.id as id, config.active as active from config where config.id='123456'; +# Time: 2019-01-21T06:33:10.615939Z +# User@Host: exporter[exporter] @ localhost [] Id: 14366748 +# Schema: Last_errno: 0 Killed: 0 +# Query_time: 0.023385 Lock_time: 0.000039 Rows_sent: 390 Rows_examined: 390 Rows_affected: 0 +# Bytes_sent: 20195 Tmp_tables: 0 Tmp_disk_tables: 0 Tmp_table_sizes: 0 +# QC_Hit: No Full_scan: Yes Full_join: No Tmp_table: No Tmp_table_on_disk: No +# Filesort: No Filesort_on_disk: No Merge_passes: 0 +# No InnoDB statistics available for this query +# Log_slow_rate_type: query Log_slow_rate_limit: 100 +SET timestamp=1548052390; +SELECT EVENT_NAME, COUNT_STAR, SUM_TIMER_WAIT + FROM performance_schema.events_waits_summary_global_by_event_name; +# Time: 2019-01-21T06:34:30.932734Z +# User@Host: test[test] @ [192.168.123.123] Id: 14349788 +# Schema: test Last_errno: 0 Killed: 0 +# Query_time: 0.010278 Lock_time: 0.000000 Rows_sent: 0 Rows_examined: 0 Rows_affected: 0 +# Bytes_sent: 11 Tmp_tables: 0 Tmp_disk_tables: 0 Tmp_table_sizes: 0 +# InnoDB_trx_id: 69B884E82 +# QC_Hit: No Full_scan: No Full_join: No Tmp_table: No Tmp_table_on_disk: No +# Filesort: No Filesort_on_disk: No Merge_passes: 0 +# No InnoDB statistics available for this query +# Log_slow_rate_type: query Log_slow_rate_limit: 100 +SET timestamp=1548052470; +commit; +# Time: 2019-01-21T06:35:33.840616Z +# User@Host: exporter[exporter] @ localhost [] Id: 14367106 +# Schema: Last_errno: 1370 Killed: 0 +# Query_time: 0.014315 Lock_time: 0.000095 Rows_sent: 101 Rows_examined: 101 Rows_affected: 0 +# Bytes_sent: 7131 Tmp_tables: 111 Tmp_disk_tables: 24 Tmp_table_sizes: 114688 +# QC_Hit: No Full_scan: Yes Full_join: No Tmp_table: Yes Tmp_table_on_disk: Yes +# Filesort: No Filesort_on_disk: No Merge_passes: 0 +# No InnoDB statistics available for this query +# Log_slow_rate_type: query Log_slow_rate_limit: 100 +SET timestamp=1548052533; +SELECT + TABLE_SCHEMA, + TABLE_NAME, + TABLE_TYPE, + ifnull(ENGINE, 'NONE') as ENGINE, + ifnull(VERSION, '0') as VERSION, + ifnull(ROW_FORMAT, 'NONE') as ROW_FORMAT, + ifnull(TABLE_ROWS, '0') as TABLE_ROWS, + ifnull(DATA_LENGTH, '0') as DATA_LENGTH, + ifnull(INDEX_LENGTH, '0') as INDEX_LENGTH, + ifnull(DATA_FREE, '0') as DATA_FREE, + ifnull(CREATE_OPTIONS, 'NONE') as CREATE_OPTIONS + FROM information_schema.tables + WHERE TABLE_SCHEMA = 'sys'; +# Time: 2019-01-21T06:36:03.868128Z +# User@Host: exporter[exporter] @ localhost [] Id: 14367293 +# Schema: Last_errno: 1370 Killed: 0 +# Query_time: 0.050365 Lock_time: 0.010733 Rows_sent: 16 Rows_examined: 3146 Rows_affected: 0 +# Bytes_sent: 1362 Tmp_tables: 376 Tmp_disk_tables: 71 Tmp_table_sizes: 606208 +# QC_Hit: No Full_scan: Yes Full_join: Yes Tmp_table: Yes Tmp_table_on_disk: Yes +# Filesort: No Filesort_on_disk: No Merge_passes: 0 +# No InnoDB statistics available for this query +# Log_slow_rate_type: query Log_slow_rate_limit: 100 +SET timestamp=1548052563; +SELECT t.table_schema, t.table_name, column_name, `auto_increment`, + pow(2, case data_type + when 'tinyint' then 7 + when 'smallint' then 15 + when 'mediumint' then 23 + when 'int' then 31 + when 'bigint' then 63 + end+(column_type like '% unsigned'))-1 as max_int + FROM information_schema.tables t + JOIN information_schema.columns c + ON BINARY t.table_schema = c.table_schema AND BINARY t.table_name = c.table_name + WHERE c.extra = 'auto_increment' AND t.auto_increment IS NOT NULL; +# Time: 2019-01-21T06:36:40.896376Z +# User@Host: test[test] @ [192.168.123.123] Id: 14360213 +# Schema: test Last_errno: 0 Killed: 0 +# Query_time: 32.463767 Lock_time: 0.000084 Rows_sent: 267 Rows_examined: 267 Rows_affected: 0 +# Bytes_sent: 43805 Tmp_tables: 0 Tmp_disk_tables: 0 Tmp_table_sizes: 0 +# QC_Hit: No Full_scan: No Full_join: No Tmp_table: No Tmp_table_on_disk: No +# Filesort: No Filesort_on_disk: No Merge_passes: 0 +# InnoDB_IO_r_ops: 2 InnoDB_IO_r_bytes: 16384 InnoDB_IO_r_wait: 0.000213 +# InnoDB_rec_lock_wait: 0.000000 InnoDB_queue_wait: 0.000000 +# InnoDB_pages_distinct: 64832 +# Log_slow_rate_type: query Log_slow_rate_limit: 100 +SET timestamp=1548052600; +select test.id as id, test.modified as mo, test.product as pr from test where (test.state in ('NOT_RELEVANT')) and test.last<='2019-01-21 06:36:08.432' and test.modified<='2019-01-07 06:36:08.432' limit 100000; +# Time: 2019-01-21T09:15:36.487710Z +# User@Host: test[test] @ [192.168.123.123] Id: 14370752 +# Schema: test Last_errno: 3170 Killed: 0 +# Query_time: 153.883481 Lock_time: 0.024022 Rows_sent: 0 Rows_examined: 120309968 Rows_affected: 19198 +# Bytes_sent: 62 Tmp_tables: 0 Tmp_disk_tables: 0 Tmp_table_sizes: 0 +# InnoDB_trx_id: 69BB9C7F9 +# QC_Hit: No Full_scan: No Full_join: No Tmp_table: No Tmp_table_on_disk: No +# Filesort: No Filesort_on_disk: No Merge_passes: 0 +# InnoDB_IO_r_ops: 9744 InnoDB_IO_r_bytes: 79822848 InnoDB_IO_r_wait: 0.883446 +# InnoDB_rec_lock_wait: 0.003038 InnoDB_queue_wait: 0.000000 +# InnoDB_pages_distinct: 64872 +# Log_slow_rate_type: query Log_slow_rate_limit: 100 +SET timestamp=1548062136; +UPDATE test SET test.state = 'NOT_RELEVANT', modified = now() WHERE test.id IN (26328833, 390, 149386, 152268, 160997, 165304, 168524, 184105, 193022, 194533, 194862, 196469, 196487, 246398, 256594, 260566, 261862, 262342, 263701, 264166, 264607, 267671, 274879, 276704, 280964, 284366, 289323, 289843, 290004, 298999, 301213, 303494, 307920, 311905, 316311, 318404, 330846, 340751, 341433, 357191, 369184, 376876, 378360, 378492, 379470, 382131, 384077, 388368, 396815, 396881, 398272, 398950, 399589, 401299, 408787, 411293, 419109, 425953, 427659, 433183, 437030, 438332, 438386, 447037, 454231, 455257, 455344, 456385, 460420, 460425, 461252, 462338, 462531, 462684, 463104, 463395, 471073, 480069, 480078, 482399, 485205, 487971, 497191, 500261, 501855, 517585, 519310, 519654, 522575, 538425, 543560, 562315, 573934, 583466, 583490, 583502, 597605, 600875, 601546, 603879, 604467, 604619, 757786, 797285, 799155, 802905, 806268, 806798, 811974, 819684, 822629, 826406, 837733, 840128, 840131, 840251, 840277, 840302, 842966, 844294, 844300, 847837, 852503, 854272, 854299, 862983, 881405, 881461, 881467, 881560, 881908, 882435, 882453, 882651, 882711, 882811, 888265, 888286, 914091, 916288, 916316, 917708, 918238, 918887, 919222, 926607, 976977, 977010, 977067, 977131, 977185, 988249, 988276, 988336, 988360, 988504, 990994); diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json new file mode 100644 index 00000000000..8a1afd3a0d4 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-5-7-19.log-expected.json @@ -0,0 +1,462 @@ +{ + "expected": [ + null, + { + "temp": {}, + "@timestamp": "2018-11-16T06:25:56.000Z", + "mysql": { + "slowlog": { + "log_slow_rate_limit": 100, + "tmp_table_sizes": 0, + "log_slow_rate_type": "query", + "rows_examined": 928, + "full_scan": true, + "query": "SHOW GLOBAL STATUS LIKE 'wsrep_local_state';", + "merge_passes": 0, + "filesort": false, + "bytes_sent": 180, + "tmp_disk_tables": 0, + "killed": "0", + "tmp_table": true, + "lock_time": { + "sec": 6.7E-5 + }, + "rows_sent": 1, + "rows_affected": 0, + "filesort_on_disk": false, + "tmp_tables": 1, + "last_errno": "0", + "query_cache_hit": false, + "full_join": false, + "tmp_table_on_disk": false, + "current_user": "check" + }, + "thread_id": 1098148226 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 10569000, + "ingested": "2021-06-21T12:35:20.946948681Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "check" + } + }, + null, + { + "temp": {}, + "@timestamp": "2018-11-16T13:02:59.000Z", + "mysql": { + "slowlog": { + "schema": "database", + "log_slow_rate_limit": 100, + "tmp_table_sizes": 0, + "log_slow_rate_type": "query", + "rows_examined": 1, + "full_scan": false, + "query": "select config.id as id, config.active as active from config where config.id='123456';", + "innodb": { + "io_r_ops": 0, + "io_r_wait": { + "sec": 0.0 + }, + "queue_wait": { + "sec": 0.0 + }, + "pages_distinct": 3, + "rec_lock_wait": { + "sec": 0.0 + }, + "io_r_bytes": 0 + }, + "merge_passes": 0, + "filesort": false, + "tmp_disk_tables": 0, + "bytes_sent": 529, + "killed": "0", + "tmp_table": false, + "lock_time": { + "sec": 1.65E-4 + }, + "rows_sent": 1, + "rows_affected": 0, + "filesort_on_disk": false, + "tmp_tables": 0, + "last_errno": "0", + "full_join": false, + "query_cache_hit": false, + "tmp_table_on_disk": false, + "current_user": "select" + }, + "thread_id": 1101779094 + }, + "source": { + "ip": "192.168.123.123" + }, + "event": { + "duration": 36112000, + "ingested": "2021-06-21T12:35:20.946949854Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "select" + } + }, + null, + { + "temp": {}, + "@timestamp": "2019-01-21T06:33:10.000Z", + "mysql": { + "slowlog": { + "log_slow_rate_limit": 100, + "tmp_table_sizes": 0, + "log_slow_rate_type": "query", + "rows_examined": 390, + "full_scan": true, + "query": "SELECT EVENT_NAME, COUNT_STAR, SUM_TIMER_WAIT\n FROM performance_schema.events_waits_summary_global_by_event_name;", + "merge_passes": 0, + "filesort": false, + "bytes_sent": 20195, + "tmp_disk_tables": 0, + "killed": "0", + "tmp_table": false, + "lock_time": { + "sec": 3.9E-5 + }, + "rows_sent": 390, + "rows_affected": 0, + "filesort_on_disk": false, + "tmp_tables": 0, + "last_errno": "0", + "query_cache_hit": false, + "full_join": false, + "tmp_table_on_disk": false, + "current_user": "exporter" + }, + "thread_id": 14366748 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 23385000, + "ingested": "2021-06-21T12:35:20.946950886Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "exporter" + } + }, + null, + { + "temp": {}, + "@timestamp": "2019-01-21T06:34:30.000Z", + "mysql": { + "slowlog": { + "schema": "test", + "log_slow_rate_limit": 100, + "tmp_table_sizes": 0, + "log_slow_rate_type": "query", + "rows_examined": 0, + "full_scan": false, + "query": "commit;", + "innodb": { + "trx_id": "69B884E82" + }, + "merge_passes": 0, + "filesort": false, + "tmp_disk_tables": 0, + "bytes_sent": 11, + "killed": "0", + "tmp_table": false, + "lock_time": { + "sec": 0.0 + }, + "rows_sent": 0, + "rows_affected": 0, + "filesort_on_disk": false, + "tmp_tables": 0, + "last_errno": "0", + "full_join": false, + "query_cache_hit": false, + "tmp_table_on_disk": false, + "current_user": "test" + }, + "thread_id": 14349788 + }, + "source": { + "ip": "192.168.123.123" + }, + "event": { + "duration": 10278000, + "ingested": "2021-06-21T12:35:20.946951930Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "test" + } + }, + null, + { + "temp": {}, + "@timestamp": "2019-01-21T06:35:33.000Z", + "mysql": { + "slowlog": { + "log_slow_rate_limit": 100, + "tmp_table_sizes": 114688, + "log_slow_rate_type": "query", + "rows_examined": 101, + "full_scan": true, + "query": "SELECT\n TABLE_SCHEMA,\n TABLE_NAME,\n TABLE_TYPE,\n ifnull(ENGINE, 'NONE') as ENGINE,\n ifnull(VERSION, '0') as VERSION,\n ifnull(ROW_FORMAT, 'NONE') as ROW_FORMAT,\n ifnull(TABLE_ROWS, '0') as TABLE_ROWS,\n ifnull(DATA_LENGTH, '0') as DATA_LENGTH,\n ifnull(INDEX_LENGTH, '0') as INDEX_LENGTH,\n ifnull(DATA_FREE, '0') as DATA_FREE,\n ifnull(CREATE_OPTIONS, 'NONE') as CREATE_OPTIONS\n FROM information_schema.tables\n WHERE TABLE_SCHEMA = 'sys';", + "merge_passes": 0, + "filesort": false, + "bytes_sent": 7131, + "tmp_disk_tables": 24, + "killed": "0", + "tmp_table": true, + "lock_time": { + "sec": 9.5E-5 + }, + "rows_sent": 101, + "rows_affected": 0, + "filesort_on_disk": false, + "tmp_tables": 111, + "last_errno": "1370", + "query_cache_hit": false, + "full_join": false, + "tmp_table_on_disk": true, + "current_user": "exporter" + }, + "thread_id": 14367106 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 14315000, + "ingested": "2021-06-21T12:35:20.946952975Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "exporter" + } + }, + null, + { + "temp": {}, + "@timestamp": "2019-01-21T06:36:03.000Z", + "mysql": { + "slowlog": { + "log_slow_rate_limit": 100, + "tmp_table_sizes": 606208, + "log_slow_rate_type": "query", + "rows_examined": 3146, + "full_scan": true, + "query": "SELECT t.table_schema, t.table_name, column_name, `auto_increment`,\n pow(2, case data_type\n when 'tinyint' then 7\n when 'smallint' then 15\n when 'mediumint' then 23\n when 'int' then 31\n when 'bigint' then 63\n end+(column_type like '% unsigned'))-1 as max_int\n FROM information_schema.tables t\n JOIN information_schema.columns c\n ON BINARY t.table_schema = c.table_schema AND BINARY t.table_name = c.table_name\n WHERE c.extra = 'auto_increment' AND t.auto_increment IS NOT NULL;", + "merge_passes": 0, + "filesort": false, + "bytes_sent": 1362, + "tmp_disk_tables": 71, + "killed": "0", + "tmp_table": true, + "lock_time": { + "sec": 0.010733 + }, + "rows_sent": 16, + "rows_affected": 0, + "filesort_on_disk": false, + "tmp_tables": 376, + "last_errno": "1370", + "query_cache_hit": false, + "full_join": true, + "tmp_table_on_disk": true, + "current_user": "exporter" + }, + "thread_id": 14367293 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 50365000, + "ingested": "2021-06-21T12:35:20.946954191Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "exporter" + } + }, + null, + { + "temp": {}, + "@timestamp": "2019-01-21T06:36:40.000Z", + "mysql": { + "slowlog": { + "schema": "test", + "log_slow_rate_limit": 100, + "tmp_table_sizes": 0, + "log_slow_rate_type": "query", + "rows_examined": 267, + "full_scan": false, + "query": "select test.id as id, test.modified as mo, test.product as pr from test where (test.state in ('NOT_RELEVANT')) and test.last\u003c='2019-01-21 06:36:08.432' and test.modified\u003c='2019-01-07 06:36:08.432' limit 100000;", + "innodb": { + "io_r_ops": 2, + "io_r_wait": { + "sec": 2.13E-4 + }, + "queue_wait": { + "sec": 0.0 + }, + "pages_distinct": 64832, + "rec_lock_wait": { + "sec": 0.0 + }, + "io_r_bytes": 16384 + }, + "merge_passes": 0, + "filesort": false, + "tmp_disk_tables": 0, + "bytes_sent": 43805, + "killed": "0", + "tmp_table": false, + "lock_time": { + "sec": 8.4E-5 + }, + "rows_sent": 267, + "rows_affected": 0, + "filesort_on_disk": false, + "tmp_tables": 0, + "last_errno": "0", + "full_join": false, + "query_cache_hit": false, + "tmp_table_on_disk": false, + "current_user": "test" + }, + "thread_id": 14360213 + }, + "source": { + "ip": "192.168.123.123" + }, + "event": { + "duration": 32463768000, + "ingested": "2021-06-21T12:35:20.946955255Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "test" + } + }, + null, + { + "temp": {}, + "@timestamp": "2019-01-21T09:15:36.000Z", + "mysql": { + "slowlog": { + "schema": "test", + "log_slow_rate_limit": 100, + "tmp_table_sizes": 0, + "log_slow_rate_type": "query", + "rows_examined": 120309968, + "full_scan": false, + "query": "UPDATE test SET test.state = 'NOT_RELEVANT', modified = now() WHERE test.id IN (26328833, 390, 149386, 152268, 160997, 165304, 168524, 184105, 193022, 194533, 194862, 196469, 196487, 246398, 256594, 260566, 261862, 262342, 263701, 264166, 264607, 267671, 274879, 276704, 280964, 284366, 289323, 289843, 290004, 298999, 301213, 303494, 307920, 311905, 316311, 318404, 330846, 340751, 341433, 357191, 369184, 376876, 378360, 378492, 379470, 382131, 384077, 388368, 396815, 396881, 398272, 398950, 399589, 401299, 408787, 411293, 419109, 425953, 427659, 433183, 437030, 438332, 438386, 447037, 454231, 455257, 455344, 456385, 460420, 460425, 461252, 462338, 462531, 462684, 463104, 463395, 471073, 480069, 480078, 482399, 485205, 487971, 497191, 500261, 501855, 517585, 519310, 519654, 522575, 538425, 543560, 562315, 573934, 583466, 583490, 583502, 597605, 600875, 601546, 603879, 604467, 604619, 757786, 797285, 799155, 802905, 806268, 806798, 811974, 819684, 822629, 826406, 837733, 840128, 840131, 840251, 840277, 840302, 842966, 844294, 844300, 847837, 852503, 854272, 854299, 862983, 881405, 881461, 881467, 881560, 881908, 882435, 882453, 882651, 882711, 882811, 888265, 888286, 914091, 916288, 916316, 917708, 918238, 918887, 919222, 926607, 976977, 977010, 977067, 977131, 977185, 988249, 988276, 988336, 988360, 988504, 990994);", + "innodb": { + "trx_id": "69BB9C7F9", + "io_r_ops": 9744, + "io_r_wait": { + "sec": 0.883446 + }, + "queue_wait": { + "sec": 0.0 + }, + "pages_distinct": 64872, + "rec_lock_wait": { + "sec": 0.003038 + }, + "io_r_bytes": 79822848 + }, + "merge_passes": 0, + "filesort": false, + "tmp_disk_tables": 0, + "bytes_sent": 62, + "killed": "0", + "tmp_table": false, + "lock_time": { + "sec": 0.024022 + }, + "rows_sent": 0, + "rows_affected": 19198, + "filesort_on_disk": false, + "tmp_tables": 0, + "last_errno": "3170", + "full_join": false, + "query_cache_hit": false, + "tmp_table_on_disk": false, + "current_user": "test" + }, + "thread_id": 14370752 + }, + "source": { + "ip": "192.168.123.123" + }, + "event": { + "duration": 153883488000, + "ingested": "2021-06-21T12:35:20.946956305Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "test" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log new file mode 100644 index 00000000000..05fc70e1b7f --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log @@ -0,0 +1,32 @@ +/usr/sbin/mysqld, Version: 8.0.15-5 (Percona Server (GPL), Release '5', Revision 'f8a9e99'). started with: +Tcp port: 3306 Unix socket: /var/run/mysqld/mysqld.sock +Time Id Command Argument +# Time: 2019-03-24T16:22:43.836524Z +# User@Host: root[root] @ localhost [] Id: 182 +# Schema: employees Last_errno: 0 Killed: 0 +# Query_time: 2.746607 Lock_time: 0.000138 Rows_sent: 10 Rows_examined: 3145718 Rows_affected: 0 +# Bytes_sent: 312 +use employees; +SET timestamp=1553444561; +SELECT last_name, MAX(salary) AS salary FROM employees INNER JOIN salaries ON employees.emp_no = salaries.emp_no GROUP BY last_name ORDER BY salary DESC LIMIT 10; +/usr/sbin/mysqld, Version: 8.0.15-5 (Percona Server (GPL), Release '5', Revision 'f8a9e99'). started with: +Tcp port: 0 Unix socket: /var/run/mysqld/mysqld.sock +Time Id Command Argument +# Time: 2019-03-24T16:26:04.482151Z +# User@Host: root[root] @ localhost [] Id: 8 +# Schema: employees Last_errno: 0 Killed: 0 +# Query_time: 3.133066 Lock_time: 0.000190 Rows_sent: 10 Rows_examined: 3145718 Rows_affected: 0 +# Bytes_sent: 312 Tmp_tables: 1 Tmp_disk_tables: 0 Tmp_table_sizes: 0 +# InnoDB_trx_id: 0 +# Full_scan: Yes Full_join: No Tmp_table: Yes Tmp_table_on_disk: No +# Filesort: Yes Filesort_on_disk: No Merge_passes: 0 +# InnoDB_IO_r_ops: 5491 InnoDB_IO_r_bytes: 89964544 InnoDB_IO_r_wait: 0.003183 +# InnoDB_rec_lock_wait: 0.000000 InnoDB_queue_wait: 0.000000 +# InnoDB_pages_distinct: 6122 +use employees; +SET timestamp=1553444761; +SELECT last_name, MAX(salary) AS salary FROM employees + INNER JOIN salaries ON employees.emp_no = salaries.emp_no + GROUP BY last_name + ORDER BY salary DESC + LIMIT 10; diff --git a/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json new file mode 100644 index 00000000000..71399ca1be2 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/pipeline/test-percona-ubuntu-8-0-15.log-expected.json @@ -0,0 +1,108 @@ +{ + "expected": [ + null, + null, + { + "temp": {}, + "@timestamp": "2019-03-24T16:22:41.000Z", + "mysql": { + "slowlog": { + "schema": "employees", + "lock_time": { + "sec": 1.38E-4 + }, + "rows_affected": 0, + "rows_sent": 10, + "rows_examined": 3145718, + "query": "SELECT last_name, MAX(salary) AS salary FROM employees INNER JOIN salaries ON employees.emp_no = salaries.emp_no GROUP BY last_name ORDER BY salary DESC LIMIT 10;\n/usr/sbin/mysqld, Version: 8.0.15-5 (Percona Server (GPL), Release '5', Revision 'f8a9e99'). started with:\nTcp port: 0 Unix socket: /var/run/mysqld/mysqld.sock\nTime Id Command Argument", + "last_errno": "0", + "killed": "0", + "bytes_sent": 312, + "current_user": "root" + }, + "thread_id": 182 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 2746607000, + "ingested": "2021-06-21T12:35:21.423165153Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + }, + null, + { + "temp": {}, + "@timestamp": "2019-03-24T16:26:01.000Z", + "mysql": { + "slowlog": { + "schema": "employees", + "tmp_table_sizes": 0, + "rows_examined": 3145718, + "full_scan": true, + "query": "SELECT last_name, MAX(salary) AS salary FROM employees\n INNER JOIN salaries ON employees.emp_no = salaries.emp_no\n GROUP BY last_name\n ORDER BY salary DESC\n LIMIT 10;", + "innodb": { + "trx_id": "0", + "io_r_ops": 5491, + "io_r_wait": { + "sec": 0.003183 + }, + "queue_wait": { + "sec": 0.0 + }, + "pages_distinct": 6122, + "rec_lock_wait": { + "sec": 0.0 + }, + "io_r_bytes": 89964544 + }, + "merge_passes": 0, + "filesort": true, + "bytes_sent": 312, + "tmp_disk_tables": 0, + "killed": "0", + "tmp_table": true, + "lock_time": { + "sec": 1.9E-4 + }, + "rows_sent": 10, + "rows_affected": 0, + "filesort_on_disk": false, + "tmp_tables": 1, + "last_errno": "0", + "full_join": false, + "tmp_table_on_disk": false, + "current_user": "root" + }, + "thread_id": 8 + }, + "source": { + "domain": "localhost" + }, + "event": { + "duration": 3133066000, + "ingested": "2021-06-21T12:35:21.423166150Z", + "category": [ + "database" + ], + "type": [ + "info" + ], + "kind": "event" + }, + "user": { + "name": "root" + } + } + ] +} \ No newline at end of file diff --git a/packages/mysql/data_stream/slowlog/_dev/test/system/test-default-config.yml b/packages/mysql/data_stream/slowlog/_dev/test/system/test-default-config.yml new file mode 100755 index 00000000000..62ac40c5aa1 --- /dev/null +++ b/packages/mysql/data_stream/slowlog/_dev/test/system/test-default-config.yml @@ -0,0 +1,5 @@ +vars: ~ +data_stream: + vars: + paths: + - "{{SERVICE_LOGS_DIR}}/mysql/*-slow.log*" diff --git a/packages/mysql/data_stream/slowlog/elasticsearch/ingest_pipeline/default.json b/packages/mysql/data_stream/slowlog/elasticsearch/ingest_pipeline/default.json index 93ce577a330..b26d6096b93 100644 --- a/packages/mysql/data_stream/slowlog/elasticsearch/ingest_pipeline/default.json +++ b/packages/mysql/data_stream/slowlog/elasticsearch/ingest_pipeline/default.json @@ -1,10 +1,19 @@ { "description": "Pipeline for parsing MySQL slow logs.", "processors": [{ + "drop": { + "if": "ctx.message ==~ /^# Time:.*/ || ctx.message ==~ /^[\\/\\w\\.]+, Version: .*\\. started with:.*/ms" + } + }, { + "set": { + "field": "event.ingested", + "value": "{{_ingest.timestamp}}" + } + }, { "grok": { "field": "message", "patterns":[ - "^# User@Host: %{USER:user.name}(\\[%{USER:mysql.slowlog.current_user}\\])? @ %{HOSTNAME:source.domain}? \\[%{IP:source.ip}?\\]%{METRICSPACE}(Id:%{SPACE}%{NUMBER:mysql.thread_id:long}%{METRICSPACE})?(Thread_id:%{SPACE}%{NUMBER:mysql.thread_id}%{METRICSPACE})?(Schema:%{SPACE}%{WORD:mysql.slowlog.schema}?%{METRICSPACE})?(Last_errno: %{NUMBER:mysql.slowlog.last_errno:long}%{METRICSPACE})?(Killed: %{NUMBER:mysql.slowlog.killed:long}%{METRICSPACE})?(QC_hit: %{WORD:mysql.slowlog.query_cache_hit}%{METRICSPACE})?(Query_time: %{NUMBER:temp.duration:float}%{METRICSPACE})?(Lock_time: %{NUMBER:mysql.slowlog.lock_time.sec:float}%{METRICSPACE})?(Rows_sent: %{NUMBER:mysql.slowlog.rows_sent:long}%{METRICSPACE})?(Rows_examined: %{NUMBER:mysql.slowlog.rows_examined:long}%{METRICSPACE})?(Rows_affected: %{NUMBER:mysql.slowlog.rows_affected:long}%{METRICSPACE})?(Thread_id: %{NUMBER:mysql.thread_id}%{METRICSPACE})?(Errno: %{NUMBER:mysql.slowlog.last_errno:long}%{METRICSPACE})?(Killed: %{NUMBER:mysql.slowlog.killed:long}%{METRICSPACE})?(Bytes_received: %{NUMBER:mysql.slowlog.bytes_received:long}%{METRICSPACE})?(Bytes_sent: %{NUMBER:mysql.slowlog.bytes_sent:long}%{METRICSPACE})?(Read_first: %{NUMBER:mysql.slowlog.read_first:long}%{METRICSPACE})?(Read_last: %{NUMBER:mysql.slowlog.read_last:long}%{METRICSPACE})?(Read_key: %{NUMBER:mysql.slowlog.read_key:long}%{METRICSPACE})?(Read_next: %{NUMBER:mysql.slowlog.read_next:long}%{METRICSPACE})?(Read_prev: %{NUMBER:mysql.slowlog.read_prev:long}%{METRICSPACE})?(Read_rnd: %{NUMBER:mysql.slowlog.read_rnd:long}%{METRICSPACE})?(Read_rnd_next: %{NUMBER:mysql.slowlog.read_rnd_next:long}%{METRICSPACE})?(Sort_merge_passes: %{NUMBER:mysql.slowlog.sort_merge_passes:long}%{METRICSPACE})?(Sort_range_count: %{NUMBER:mysql.slowlog.sort_range_count:long}%{METRICSPACE})?(Sort_rows: %{NUMBER:mysql.slowlog.sort_rows:long}%{METRICSPACE})?(Sort_scan_count: %{NUMBER:mysql.slowlog.sort_scan_count:long}%{METRICSPACE})?(Created_tmp_disk_tables: %{NUMBER:mysql.slowlog.tmp_disk_tables:long}%{METRICSPACE})?(Created_tmp_tables: %{NUMBER:mysql.slowlog.tmp_tables:long}%{METRICSPACE})?(Tmp_tables: %{NUMBER:mysql.slowlog.tmp_tables:long}%{METRICSPACE})?(Tmp_disk_tables: %{NUMBER:mysql.slowlog.tmp_disk_tables}%{METRICSPACE})?(Tmp_table_sizes: %{NUMBER:mysql.slowlog.tmp_table_sizes:long}%{METRICSPACE})?(Start: %{TIMESTAMP_ISO8601:event.start}%{METRICSPACE})?(End: %{TIMESTAMP_ISO8601:event.end}%{METRICSPACE})?(InnoDB_trx_id: %{WORD:mysql.slowlog.innodb.trx_id}%{METRICSPACE})?(QC_Hit: %{WORD:mysql.slowlog.query_cache_hit}%{METRICSPACE})?(Full_scan: %{WORD:mysql.slowlog.full_scan}%{METRICSPACE})?(Full_join: %{WORD:mysql.slowlog.full_join}%{METRICSPACE})?(Tmp_table: %{WORD:mysql.slowlog.tmp_table}%{METRICSPACE})?(Tmp_table_on_disk: %{WORD:mysql.slowlog.tmp_table_on_disk}%{METRICSPACE})?(Filesort: %{WORD:mysql.slowlog.filesort}%{METRICSPACE})?(Filesort_on_disk: %{WORD:mysql.slowlog.filesort_on_disk}%{METRICSPACE})?(Merge_passes: %{NUMBER:mysql.slowlog.merge_passes:long}%{METRICSPACE})?(Priority_queue: %{WORD:mysql.slowlog.priority_queue}%{METRICSPACE})?(No InnoDB statistics available for this query%{METRICSPACE})?(InnoDB_IO_r_ops: %{NUMBER:mysql.slowlog.innodb.io_r_ops:long}%{METRICSPACE})?(InnoDB_IO_r_bytes: %{NUMBER:mysql.slowlog.innodb.io_r_bytes:long}%{METRICSPACE})?(InnoDB_IO_r_wait: %{NUMBER:mysql.slowlog.innodb.io_r_wait.sec:float}%{METRICSPACE})?(InnoDB_rec_lock_wait: %{NUMBER:mysql.slowlog.innodb.rec_lock_wait.sec:float}%{METRICSPACE})?(InnoDB_queue_wait: %{NUMBER:mysql.slowlog.innodb.queue_wait.sec:float}%{METRICSPACE})?(InnoDB_pages_distinct: %{NUMBER:mysql.slowlog.innodb.pages_distinct:long}%{METRICSPACE})?(Log_slow_rate_type: %{WORD:mysql.slowlog.log_slow_rate_type}%{METRICSPACE})?(Log_slow_rate_limit: %{NUMBER:mysql.slowlog.log_slow_rate_limit:long}%{METRICSPACE})?%{EXPLAIN}(use %{WORD:mysql.slowlog.schema};\n)?SET timestamp=%{NUMBER:mysql.slowlog.timestamp:long};\n%{GREEDYMULTILINE:mysql.slowlog.query}" + "^# User@Host: %{USER:user.name}(\\[%{USER:mysql.slowlog.current_user}\\])? @ %{HOSTNAME:source.domain}? \\[%{IP:source.ip}?\\]%{METRICSPACE}(Id:%{SPACE}%{NUMBER:mysql.thread_id:long}%{METRICSPACE})?(Thread_id:%{SPACE}%{NUMBER:mysql.thread_id:long}%{METRICSPACE})?(Schema:%{SPACE}%{WORD:mysql.slowlog.schema}?%{METRICSPACE})?(Last_errno: %{NUMBER:mysql.slowlog.last_errno}%{METRICSPACE})?(Killed: %{NUMBER:mysql.slowlog.killed}%{METRICSPACE})?(QC_hit: %{WORD:mysql.slowlog.query_cache_hit}%{METRICSPACE})?(Query_time: %{NUMBER:temp.duration:float}%{METRICSPACE})?(Lock_time: %{NUMBER:mysql.slowlog.lock_time.sec:float}%{METRICSPACE})?(Rows_sent: %{NUMBER:mysql.slowlog.rows_sent:long}%{METRICSPACE})?(Rows_examined: %{NUMBER:mysql.slowlog.rows_examined:long}%{METRICSPACE})?(Rows_affected: %{NUMBER:mysql.slowlog.rows_affected:long}%{METRICSPACE})?(Thread_id: %{NUMBER:mysql.thread_id:long}%{METRICSPACE})?(Errno: %{NUMBER:mysql.slowlog.last_errno}%{METRICSPACE})?(Killed: %{NUMBER:mysql.slowlog.killed}%{METRICSPACE})?(Bytes_received: %{NUMBER:mysql.slowlog.bytes_received:long}%{METRICSPACE})?(Bytes_sent: %{NUMBER:mysql.slowlog.bytes_sent:long}%{METRICSPACE})?(Read_first: %{NUMBER:mysql.slowlog.read_first:long}%{METRICSPACE})?(Read_last: %{NUMBER:mysql.slowlog.read_last:long}%{METRICSPACE})?(Read_key: %{NUMBER:mysql.slowlog.read_key:long}%{METRICSPACE})?(Read_next: %{NUMBER:mysql.slowlog.read_next:long}%{METRICSPACE})?(Read_prev: %{NUMBER:mysql.slowlog.read_prev:long}%{METRICSPACE})?(Read_rnd: %{NUMBER:mysql.slowlog.read_rnd:long}%{METRICSPACE})?(Read_rnd_next: %{NUMBER:mysql.slowlog.read_rnd_next:long}%{METRICSPACE})?(Sort_merge_passes: %{NUMBER:mysql.slowlog.sort_merge_passes:long}%{METRICSPACE})?(Sort_range_count: %{NUMBER:mysql.slowlog.sort_range_count:long}%{METRICSPACE})?(Sort_rows: %{NUMBER:mysql.slowlog.sort_rows:long}%{METRICSPACE})?(Sort_scan_count: %{NUMBER:mysql.slowlog.sort_scan_count:long}%{METRICSPACE})?(Created_tmp_disk_tables: %{NUMBER:mysql.slowlog.tmp_disk_tables:long}%{METRICSPACE})?(Created_tmp_tables: %{NUMBER:mysql.slowlog.tmp_tables:long}%{METRICSPACE})?(Tmp_tables: %{NUMBER:mysql.slowlog.tmp_tables:long}%{METRICSPACE})?(Tmp_disk_tables: %{NUMBER:mysql.slowlog.tmp_disk_tables:long}%{METRICSPACE})?(Tmp_table_sizes: %{NUMBER:mysql.slowlog.tmp_table_sizes:long}%{METRICSPACE})?(Start: %{TIMESTAMP_ISO8601:event.start}%{METRICSPACE})?(End: %{TIMESTAMP_ISO8601:event.end}%{METRICSPACE})?(InnoDB_trx_id: %{WORD:mysql.slowlog.innodb.trx_id}%{METRICSPACE})?(QC_Hit: %{WORD:mysql.slowlog.query_cache_hit}%{METRICSPACE})?(Full_scan: %{WORD:mysql.slowlog.full_scan}%{METRICSPACE})?(Full_join: %{WORD:mysql.slowlog.full_join}%{METRICSPACE})?(Tmp_table: %{WORD:mysql.slowlog.tmp_table}%{METRICSPACE})?(Tmp_table_on_disk: %{WORD:mysql.slowlog.tmp_table_on_disk}%{METRICSPACE})?(Filesort: %{WORD:mysql.slowlog.filesort}%{METRICSPACE})?(Filesort_on_disk: %{WORD:mysql.slowlog.filesort_on_disk}%{METRICSPACE})?(Merge_passes: %{NUMBER:mysql.slowlog.merge_passes:long}%{METRICSPACE})?(Priority_queue: %{WORD:mysql.slowlog.priority_queue}%{METRICSPACE})?(No InnoDB statistics available for this query%{METRICSPACE})?(InnoDB_IO_r_ops: %{NUMBER:mysql.slowlog.innodb.io_r_ops:long}%{METRICSPACE})?(InnoDB_IO_r_bytes: %{NUMBER:mysql.slowlog.innodb.io_r_bytes:long}%{METRICSPACE})?(InnoDB_IO_r_wait: %{NUMBER:mysql.slowlog.innodb.io_r_wait.sec:float}%{METRICSPACE})?(InnoDB_rec_lock_wait: %{NUMBER:mysql.slowlog.innodb.rec_lock_wait.sec:float}%{METRICSPACE})?(InnoDB_queue_wait: %{NUMBER:mysql.slowlog.innodb.queue_wait.sec:float}%{METRICSPACE})?(InnoDB_pages_distinct: %{NUMBER:mysql.slowlog.innodb.pages_distinct:long}%{METRICSPACE})?(Log_slow_rate_type: %{WORD:mysql.slowlog.log_slow_rate_type}%{METRICSPACE})?(Log_slow_rate_limit: %{NUMBER:mysql.slowlog.log_slow_rate_limit:long}%{METRICSPACE})?%{EXPLAIN}(use %{WORD:mysql.slowlog.schema};\n)?SET timestamp=%{NUMBER:mysql.slowlog.timestamp:long};\n%{GREEDYMULTILINE:mysql.slowlog.query}" ], "pattern_definitions" : { "GREEDYMULTILINE": "(.|\n)*", diff --git a/packages/mysql/data_stream/slowlog/fields/base-fields.yml b/packages/mysql/data_stream/slowlog/fields/base-fields.yml index 7c798f4534c..63fa7a85ef2 100644 --- a/packages/mysql/data_stream/slowlog/fields/base-fields.yml +++ b/packages/mysql/data_stream/slowlog/fields/base-fields.yml @@ -7,6 +7,23 @@ - name: data_stream.namespace type: constant_keyword description: Data stream namespace. +- name: event.module + type: constant_keyword + description: Event module + value: mysql +- name: event.dataset + type: constant_keyword + description: Event dataset + value: mysql.slowlog +- name: input.type + description: Type of Filebeat input. + type: keyword +- name: log.flags + type: keyword + description: Log flags. +- name: log.offset + description: Offset of the entry in the log file. + type: long - name: '@timestamp' type: date description: Event timestamp. diff --git a/packages/mysql/data_stream/slowlog/fields/ecs.yml b/packages/mysql/data_stream/slowlog/fields/ecs.yml index 7a8a089acb8..6aad0963521 100644 --- a/packages/mysql/data_stream/slowlog/fields/ecs.yml +++ b/packages/mysql/data_stream/slowlog/fields/ecs.yml @@ -1,29 +1,12 @@ -- name: source - title: Source - group: 2 - type: group - fields: - - name: domain - level: core - type: keyword - description: Source domain. - ignore_above: 1024 - - name: ip - level: core - type: ip - description: IP address of the source (IPv4 or IPv6). -- name: user - title: User - group: 2 - type: group - fields: - - name: name - level: core - type: keyword - description: Short name or login of the user. - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false +- name: ecs.version + external: ecs +- name: source.domain + external: ecs +- name: source.ip + external: ecs +- name: user.name + external: ecs +- name: event.duration + external: ecs +- name: log.file.path + external: ecs diff --git a/packages/mysql/data_stream/slowlog/fields/fields.yml b/packages/mysql/data_stream/slowlog/fields/fields.yml index 05d8221abba..310a6dc0943 100644 --- a/packages/mysql/data_stream/slowlog/fields/fields.yml +++ b/packages/mysql/data_stream/slowlog/fields/fields.yml @@ -115,7 +115,7 @@ description: | Type of slow log rate limit, it can be `session` if the rate limit is applied per session, or `query` if it applies per query. - name: log_slow_rate_limit - type: keyword + type: long description: | Slow log rate limit, a value of 100 means that one in a hundred queries or sessions are being logged. - name: read_first @@ -177,7 +177,3 @@ type: long description: | Approximated count of pages accessed to execute the query. -- name: event.duration - type: long - input_format: nanoseconds - description: Duration of the event in nanoseconds. diff --git a/packages/mysql/data_stream/slowlog/manifest.yml b/packages/mysql/data_stream/slowlog/manifest.yml index 431bbcc1b11..00e29cb0c22 100644 --- a/packages/mysql/data_stream/slowlog/manifest.yml +++ b/packages/mysql/data_stream/slowlog/manifest.yml @@ -1,5 +1,5 @@ -title: MySQL slowlog logs type: logs +title: MySQL slowlog logs release: experimental streams: - input: logfile @@ -11,6 +11,7 @@ streams: required: true show_user: true default: - - /var/log/mysql/mysql-slow.log* - title: MySQL slowlog logs - description: Collect MySQL slowlog logs + - /var/log/mysql/*-slow.log* + - /var/lib/mysql/*-slow.log* + title: MySQL slowlog logs (log) + description: Collect MySQL slowlog logs using log input diff --git a/packages/mysql/data_stream/status/_dev/test/system/test-default-config.yml b/packages/mysql/data_stream/status/_dev/test/system/test-default-config.yml new file mode 100644 index 00000000000..dd1fff14730 --- /dev/null +++ b/packages/mysql/data_stream/status/_dev/test/system/test-default-config.yml @@ -0,0 +1,7 @@ +vars: + hosts: + - tcp({{Hostname}}:{{Port}})/ + username: root + password: test +data_stream: + vars: ~ diff --git a/packages/mysql/data_stream/status/fields/base-fields.yml b/packages/mysql/data_stream/status/fields/base-fields.yml index 7c798f4534c..ddfd8cb5388 100644 --- a/packages/mysql/data_stream/status/fields/base-fields.yml +++ b/packages/mysql/data_stream/status/fields/base-fields.yml @@ -7,6 +7,14 @@ - name: data_stream.namespace type: constant_keyword description: Data stream namespace. +- name: event.module + type: constant_keyword + description: Event module + value: mysql +- name: event.dataset + type: constant_keyword + description: Event dataset + value: mysql.status - name: '@timestamp' type: date description: Event timestamp. diff --git a/packages/mysql/data_stream/status/fields/ecs.yml b/packages/mysql/data_stream/status/fields/ecs.yml index d7ce11b7c16..d44a7ab6b59 100644 --- a/packages/mysql/data_stream/status/fields/ecs.yml +++ b/packages/mysql/data_stream/status/fields/ecs.yml @@ -1,9 +1,7 @@ - name: ecs.version - type: keyword - description: ECS version + external: ecs - name: service.address type: keyword description: Service address - name: service.type - type: keyword - description: Service type + external: ecs diff --git a/packages/mysql/data_stream/status/fields/fields.yml b/packages/mysql/data_stream/status/fields/fields.yml index eca5681b259..d056446a277 100644 --- a/packages/mysql/data_stream/status/fields/fields.yml +++ b/packages/mysql/data_stream/status/fields/fields.yml @@ -1,5 +1,6 @@ - name: mysql.status type: group + release: experimental fields: - name: aborted type: group @@ -12,6 +13,63 @@ type: long description: | The number of failed attempts to connect to the MySQL server. + - name: connection + type: group + fields: + - name: errors + type: group + fields: + - name: peer_address + type: long + description: The number of errors that occurred while searching for connecting client IP addresses. + - name: accept + type: long + description: The number of errors that occurred during calls to accept() on the listening port. + - name: internal + type: long + description: | + The number of connections refused due to internal errors in the server, such as failure to start a new thread or an out-of-memory condition. + - name: max + type: long + description: The number of connections refused because the server max_connections limit was reached. thread or an out-of-memory condition. + - name: tcpwrap + type: long + description: The number of connections refused by the libwrap library. + - name: select + type: long + description: | + The number of errors that occurred during calls to select() or poll() on the listening port. (Failure of this operation does not necessarily means a client connection was rejected.) + - name: cache + type: group + fields: + - name: ssl + type: group + fields: + - name: hits + type: long + description: The number of SSL session cache hits. + - name: misses + type: long + description: The number of SSL session cache misses. + - name: size + type: long + description: The SSL session cache size. + - name: table + type: group + fields: + - name: open_cache + type: group + fields: + - name: hits + type: long + description: The number of hits for open tables cache lookups. + - name: misses + type: long + description: The number of misses for open tables cache lookups. + - name: overflows + type: long + description: | + Number of times, after a table is opened or closed, a cache instance has an unused entry and the size of the instance is larger than table_open_cache / table_open_cache_instances - name: binlog type: group fields: @@ -149,7 +207,8 @@ The number of requests to read a row based on a key. - name: last type: long - description: "The number of requests to read the last key in an index. \n" + description: | + The number of requests to read the last key in an index. - name: next type: long description: | @@ -160,10 +219,12 @@ The number of requests to read the previous row in key order. - name: rnd type: long - description: "The number of requests to read a row based on a fixed position. \n" + description: | + The number of requests to read a row based on a fixed position. - name: rnd_next type: long - description: "The number of requests to read the next row in the data file. \n" + description: | + The number of requests to read the next row in the data file. - name: rollback type: long description: | @@ -187,6 +248,21 @@ - name: innodb type: group fields: + - name: rows + type: group + fields: + - name: reads + type: long + description: The number of rows reads into InnoDB tables. + - name: inserted + type: long + description: The number of rows inserted into InnoDB tables. + - name: deleted + type: long + description: The number of rows deleted into InnoDB tables. + - name: updated + type: long + description: The number of rows updated into InnoDB tables. - name: buffer_pool type: group fields: @@ -203,7 +279,8 @@ fields: - name: data type: long - description: "The total number of bytes in the InnoDB buffer pool containing data. \n" + description: | + The total number of bytes in the InnoDB buffer pool containing data. - name: dirty type: long description: | @@ -275,4 +352,5 @@ Normally, writes to the InnoDB buffer pool happen in the background. When InnoDB needs to read or create a page and no clean pages are available, InnoDB flushes some dirty pages first and waits for that operation to finish. This counter counts instances of these waits. - name: write_requests type: long - description: The number of writes done to the InnoDB buffer pool. + description: | + The number of writes done to the InnoDB buffer pool. diff --git a/packages/mysql/data_stream/status/manifest.yml b/packages/mysql/data_stream/status/manifest.yml index 20c8ae1fb29..15bfdb98127 100644 --- a/packages/mysql/data_stream/status/manifest.yml +++ b/packages/mysql/data_stream/status/manifest.yml @@ -1,5 +1,5 @@ -title: MySQL status metrics type: metrics +title: MySQL status metrics release: experimental streams: - input: mysql/metrics @@ -7,15 +7,16 @@ streams: - name: period type: text title: Period + multi: false required: true show_user: true default: 10s - name: raw type: bool title: Raw - description: > - When enabled, in addition to the existing data structure, all fields available from the mysql service through "SHOW /*!50002 GLOBAL */ STATUS;" will be added to the event. - + multi: false + required: true + show_user: true default: false title: MySQL status metrics description: Collect MySQL status metrics diff --git a/packages/mysql/docs/README.md b/packages/mysql/docs/README.md index dccf6977996..a46c76adb6c 100644 --- a/packages/mysql/docs/README.md +++ b/packages/mysql/docs/README.md @@ -36,10 +36,13 @@ The `error` dataset collects the MySQL error logs. | data_stream.dataset | Data stream dataset. | constant_keyword | | data_stream.namespace | Data stream namespace. | constant_keyword | | data_stream.type | Data stream type. | constant_keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | | event.category | Event category (e.g. database) | keyword | | event.code | Identification code for this event | keyword | | event.created | Date/time when the event was first read by an agent, or by your pipeline. | date | +| event.dataset | Event dataset | constant_keyword | | event.kind | Event kind (e.g. event) | keyword | +| event.module | Event module | constant_keyword | | event.provider | Source of the event (e.g. Server) | keyword | | event.timezone | Time zone information | keyword | | event.type | Event severity (e.g. info, error) | keyword | @@ -59,7 +62,11 @@ The `error` dataset collects the MySQL error logs. | host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | | host.os.version | Operating system version as a raw string. | keyword | | host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| input.type | Type of Filebeat input. | keyword | +| log.file.path | Full path to the log file this event came from, including the file name. It should include the drive letter, when appropriate. If the event wasn't read from a log file, do not populate this field. | keyword | +| log.flags | Log flags. | keyword | | log.level | Original log level of the log event. If the source of the event provides a log level or textual severity, this is the one that goes in `log.level`. If your source doesn't specify one, you may put your event transport's severity here (e.g. Syslog severity). Some examples are `warn`, `err`, `i`, `informational`. | keyword | +| log.offset | Offset of the entry in the log file. | long | | message | For log events the message field contains the log message, optimized for viewing in a log viewer. For structured logs without an original message field, other fields can be concatenated to form a human-readable summary of the event. If multiple messages exist, they can be combined into one message. | text | | mysql.thread_id | The connection or thread ID for the query. | long | @@ -89,7 +96,10 @@ The `slowlog` dataset collects the MySQL slow logs. | data_stream.dataset | Data stream dataset. | constant_keyword | | data_stream.namespace | Data stream namespace. | constant_keyword | | data_stream.type | Data stream type. | constant_keyword | -| event.duration | Duration of the event in nanoseconds. | long | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| event.dataset | Event dataset | constant_keyword | +| event.duration | Duration of the event in nanoseconds. If event.start and event.end are known this value should be the difference between the end and start time. | long | +| event.module | Event module | constant_keyword | | host.architecture | Operating system architecture. | keyword | | host.containerized | If the host is a container. | boolean | | host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | @@ -106,6 +116,10 @@ The `slowlog` dataset collects the MySQL slow logs. | host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | | host.os.version | Operating system version as a raw string. | keyword | | host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| input.type | Type of Filebeat input. | keyword | +| log.file.path | Full path to the log file this event came from, including the file name. It should include the drive letter, when appropriate. If the event wasn't read from a log file, do not populate this field. | keyword | +| log.flags | Log flags. | keyword | +| log.offset | Offset of the entry in the log file. | long | | mysql.slowlog.bytes_received | The number of bytes received from client. | long | | mysql.slowlog.bytes_sent | The number of bytes sent to client. | long | | mysql.slowlog.current_user | Current authenticated user, used to determine access privileges. Can differ from the value for user. | keyword | @@ -123,7 +137,7 @@ The `slowlog` dataset collects the MySQL slow logs. | mysql.slowlog.killed | Code of the reason if the query was killed. | keyword | | mysql.slowlog.last_errno | Last SQL error seen. | keyword | | mysql.slowlog.lock_time.sec | The amount of time the query waited for the lock to be available. The value is in seconds, as a floating point number. | float | -| mysql.slowlog.log_slow_rate_limit | Slow log rate limit, a value of 100 means that one in a hundred queries or sessions are being logged. | keyword | +| mysql.slowlog.log_slow_rate_limit | Slow log rate limit, a value of 100 means that one in a hundred queries or sessions are being logged. | long | | mysql.slowlog.log_slow_rate_type | Type of slow log rate limit, it can be `session` if the rate limit is applied per session, or `query` if it applies per query. | keyword | | mysql.slowlog.merge_passes | Number of merge passes executed for the query. | long | | mysql.slowlog.priority_queue | Whether a priority queue was used for filesort. | boolean | @@ -280,7 +294,9 @@ An example event for `galera_status` looks as following: | data_stream.dataset | Data stream dataset. | constant_keyword | | data_stream.namespace | Data stream namespace. | constant_keyword | | data_stream.type | Data stream type. | constant_keyword | -| ecs.version | ECS version | keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| event.dataset | Event dataset | constant_keyword | +| event.module | Event module | constant_keyword | | host.architecture | Operating system architecture. | keyword | | host.containerized | If the host is a container. | boolean | | host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | @@ -339,7 +355,7 @@ An example event for `galera_status` looks as following: | mysql.galera_status.repl.keys_bytes | Total size of keys replicated. | long | | mysql.galera_status.repl.other_bytes | Total size of other bits replicated. | long | | service.address | Service address | keyword | -| service.type | Service type | keyword | +| service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | ### status @@ -499,7 +515,9 @@ An example event for `status` looks as following: | data_stream.dataset | Data stream dataset. | constant_keyword | | data_stream.namespace | Data stream namespace. | constant_keyword | | data_stream.type | Data stream type. | constant_keyword | -| ecs.version | ECS version | keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| event.dataset | Event dataset | constant_keyword | +| event.module | Event module | constant_keyword | | host.architecture | Operating system architecture. | keyword | | host.containerized | If the host is a container. | boolean | | host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | @@ -522,10 +540,22 @@ An example event for `status` looks as following: | mysql.status.binlog.cache.use | | long | | mysql.status.bytes.received | The number of bytes received from all clients. | long | | mysql.status.bytes.sent | The number of bytes sent to all clients. | long | +| mysql.status.cache.ssl.hits | The number of SSL session cache hits. | long | +| mysql.status.cache.ssl.misses | The number of SSL session cache misses. | long | +| mysql.status.cache.ssl.size | The SSL session cache size. | long | +| mysql.status.cache.table.open_cache.hits | The number of hits for open tables cache lookups. | long | +| mysql.status.cache.table.open_cache.misses | The number of misses for open tables cache lookups. | long | +| mysql.status.cache.table.open_cache.overflows | Number of times, after a table is opened or closed, a cache instance has an unused entry and the size of the instance is larger than table_open_cache / table_open_cache_instances | long | | mysql.status.command.delete | The number of DELETE queries since startup. | long | | mysql.status.command.insert | The number of INSERT queries since startup. | long | | mysql.status.command.select | The number of SELECT queries since startup. | long | | mysql.status.command.update | The number of UPDATE queries since startup. | long | +| mysql.status.connection.errors.accept | The number of errors that occurred during calls to accept() on the listening port. | long | +| mysql.status.connection.errors.internal | The number of connections refused due to internal errors in the server, such as failure to start a new thread or an out-of-memory condition. | long | +| mysql.status.connection.errors.max | The number of connections refused because the server max_connections limit was reached. thread or an out-of-memory condition. | long | +| mysql.status.connection.errors.peer_address | The number of errors that occurred while searching for connecting client IP addresses. | long | +| mysql.status.connection.errors.select | The number of errors that occurred during calls to select() or poll() on the listening port. (Failure of this operation does not necessarily means a client connection was rejected.) | long | +| mysql.status.connection.errors.tcpwrap | The number of connections refused by the libwrap library. | long | | mysql.status.connections | | long | | mysql.status.created.tmp.disk_tables | | long | | mysql.status.created.tmp.files | | long | @@ -570,6 +600,10 @@ An example event for `status` looks as following: | mysql.status.innodb.buffer_pool.read.ahead_rnd | The number of "random" read-aheads initiated by InnoDB. | long | | mysql.status.innodb.buffer_pool.read.requests | The number of logical read requests. | long | | mysql.status.innodb.buffer_pool.write_requests | The number of writes done to the InnoDB buffer pool. | long | +| mysql.status.innodb.rows.deleted | The number of rows deleted into InnoDB tables. | long | +| mysql.status.innodb.rows.inserted | The number of rows inserted into InnoDB tables. | long | +| mysql.status.innodb.rows.reads | The number of rows reads into InnoDB tables. | long | +| mysql.status.innodb.rows.updated | The number of rows updated into InnoDB tables. | long | | mysql.status.max_used_connections | | long | | mysql.status.open.files | | long | | mysql.status.open.streams | | long | @@ -582,5 +616,5 @@ An example event for `status` looks as following: | mysql.status.threads.created | The number of created threads. | long | | mysql.status.threads.running | The number of running threads. | long | | service.address | Service address | keyword | -| service.type | Service type | keyword | +| service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | diff --git a/packages/mysql/kibana/dashboard/mysql-57b3fb50-6309-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/dashboard/mysql-57b3fb50-6309-11ea-a83e-25b8612d00cc.json index bd4fa45bec9..eceb2821f6d 100644 --- a/packages/mysql/kibana/dashboard/mysql-57b3fb50-6309-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/dashboard/mysql-57b3fb50-6309-11ea-a83e-25b8612d00cc.json @@ -20,23 +20,24 @@ "panelsJSON": [ { "embeddableConfig": { - "title": "Open Tables, Files, Streams" + "enhancements": {} }, "gridData": { "h": 15, "i": "14", - "w": 24, - "x": 24, + "w": 16, + "x": 15, "y": 38 }, "panelIndex": "14", - "panelRefName": "panel_0", + "panelRefName": "panel_14", "title": "Open Tables, Files, Streams", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Rate of Questions" + "enhancements": {} }, "gridData": { "h": 12, @@ -46,13 +47,14 @@ "y": 0 }, "panelIndex": "050b110b-0b4d-404a-86c0-fa97f7eed2a0", - "panelRefName": "panel_1", + "panelRefName": "panel_050b110b-0b4d-404a-86c0-fa97f7eed2a0", "title": "Rate of Questions", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Rate of SELECT statements" + "enhancements": {} }, "gridData": { "h": 12, @@ -62,13 +64,14 @@ "y": 0 }, "panelIndex": "988a61d7-ac3e-481e-a6ae-aa75aaa32a3a", - "panelRefName": "panel_2", + "panelRefName": "panel_988a61d7-ac3e-481e-a6ae-aa75aaa32a3a", "title": "Rate of SELECT statements", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Rate of INSERT, UPDATE, DELETE" + "enhancements": {} }, "gridData": { "h": 12, @@ -78,13 +81,14 @@ "y": 0 }, "panelIndex": "a1f8fa38-a62f-4e05-adde-e995dae9ad83", - "panelRefName": "panel_3", + "panelRefName": "panel_a1f8fa38-a62f-4e05-adde-e995dae9ad83", "title": "Rate of INSERT, UPDATE, DELETE", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Connected Threads" + "enhancements": {} }, "gridData": { "h": 12, @@ -94,13 +98,14 @@ "y": 12 }, "panelIndex": "d126fb61-605f-43af-b5d5-3fa3c128f726", - "panelRefName": "panel_4", + "panelRefName": "panel_d126fb61-605f-43af-b5d5-3fa3c128f726", "title": "Connected Threads", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Connections" + "enhancements": {} }, "gridData": { "h": 12, @@ -110,13 +115,14 @@ "y": 12 }, "panelIndex": "59586d96-3abd-48a3-a258-cfd620826ec2", - "panelRefName": "panel_5", + "panelRefName": "panel_59586d96-3abd-48a3-a258-cfd620826ec2", "title": "Connections", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Aborted Connections Rate" + "enhancements": {} }, "gridData": { "h": 12, @@ -126,13 +132,14 @@ "y": 12 }, "panelIndex": "dd0cf202-fe22-4daf-8f25-09c64d412bf3", - "panelRefName": "panel_6", + "panelRefName": "panel_dd0cf202-fe22-4daf-8f25-09c64d412bf3", "title": "Aborted Connections Rate", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Thread Activity" + "enhancements": {} }, "gridData": { "h": 12, @@ -142,13 +149,14 @@ "y": 12 }, "panelIndex": "ead16a55-a2d3-49ae-a09b-a0b03560e9a0", - "panelRefName": "panel_7", + "panelRefName": "panel_ead16a55-a2d3-49ae-a09b-a0b03560e9a0", "title": "Thread Activity", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Buffer Pool Pages" + "enhancements": {} }, "gridData": { "h": 14, @@ -158,13 +166,14 @@ "y": 24 }, "panelIndex": "24fc2926-610d-4910-8f3e-eb63ca69788c", - "panelRefName": "panel_8", + "panelRefName": "panel_24fc2926-610d-4910-8f3e-eb63ca69788c", "title": "Buffer Pool Pages", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Buffer Pool Utilization" + "enhancements": {} }, "gridData": { "h": 14, @@ -174,110 +183,205 @@ "y": 24 }, "panelIndex": "33c10c95-be67-492e-afb5-863f375cffc2", - "panelRefName": "panel_9", + "panelRefName": "panel_33c10c95-be67-492e-afb5-863f375cffc2", "title": "Buffer Pool Utilization", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 14, + "i": "d35d7c5e-8832-40e2-8c77-953ad320c853", + "w": 17, + "x": 31, + "y": 24 + }, + "panelIndex": "d35d7c5e-8832-40e2-8c77-953ad320c853", + "panelRefName": "panel_d35d7c5e-8832-40e2-8c77-953ad320c853", + "title": "Buffer Pool Efficiency", + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Network Traffic" + "enhancements": {} }, "gridData": { "h": 15, "i": "3cd58868-0d03-4715-9ecc-9fba3cde47c1", - "w": 24, + "w": 15, "x": 0, "y": 38 }, "panelIndex": "3cd58868-0d03-4715-9ecc-9fba3cde47c1", - "panelRefName": "panel_10", + "panelRefName": "panel_3cd58868-0d03-4715-9ecc-9fba3cde47c1", "title": "Network Traffic", - "version": "7.3.1" + "type": "visualization", + "version": "7.7.0" }, { "embeddableConfig": { - "title": "Buffer Pool Efficiency" + "enhancements": {} }, "gridData": { - "h": 14, - "i": "d35d7c5e-8832-40e2-8c77-953ad320c853", + "h": 15, + "i": "277c8209-3c5f-41f5-95f4-de0782917fba", "w": 17, "x": 31, - "y": 24 + "y": 38 }, - "panelIndex": "d35d7c5e-8832-40e2-8c77-953ad320c853", - "panelRefName": "panel_11", - "title": "Buffer Pool Efficiency", - "version": "7.3.1" + "panelIndex": "277c8209-3c5f-41f5-95f4-de0782917fba", + "panelRefName": "panel_277c8209-3c5f-41f5-95f4-de0782917fba", + "title": "Open Tables Cache", + "type": "visualization", + "version": "7.7.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "9487b742-3e7f-4d57-af32-014ad360235c", + "w": 13, + "x": 0, + "y": 53 + }, + "panelIndex": "9487b742-3e7f-4d57-af32-014ad360235c", + "panelRefName": "panel_9487b742-3e7f-4d57-af32-014ad360235c", + "title": "Connection Errors", + "type": "visualization", + "version": "7.7.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "00cd9f15-01bd-43f3-a8c5-43d6ff17dad3", + "w": 20, + "x": 13, + "y": 53 + }, + "panelIndex": "00cd9f15-01bd-43f3-a8c5-43d6ff17dad3", + "panelRefName": "panel_00cd9f15-01bd-43f3-a8c5-43d6ff17dad3", + "title": "Commands Operations", + "type": "visualization", + "version": "7.7.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "cd4deb30-c0dd-4f23-8868-ecffd73b2406", + "w": 15, + "x": 33, + "y": 53 + }, + "panelIndex": "cd4deb30-c0dd-4f23-8868-ecffd73b2406", + "panelRefName": "panel_cd4deb30-c0dd-4f23-8868-ecffd73b2406", + "title": "SSL Cache", + "type": "visualization", + "version": "7.7.0" } ], "timeRestore": false, "title": "[Metrics MySQL] Database Overview", "version": 1 }, + "coreMigrationVersion": "7.14.0", "id": "mysql-57b3fb50-6309-11ea-a83e-25b8612d00cc", "migrationVersion": { - "dashboard": "7.3.0" + "dashboard": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [ { "id": "mysql-aaa326b0-f1f5-11e7-85ab-594b1652e0d1", - "name": "panel_0", + "name": "14:panel_14", "type": "visualization" }, { "id": "mysql-4fa69a10-630b-11ea-a83e-25b8612d00cc", - "name": "panel_1", + "name": "050b110b-0b4d-404a-86c0-fa97f7eed2a0:panel_050b110b-0b4d-404a-86c0-fa97f7eed2a0", "type": "visualization" }, { "id": "mysql-7ea77d30-630a-11ea-a83e-25b8612d00cc", - "name": "panel_2", + "name": "988a61d7-ac3e-481e-a6ae-aa75aaa32a3a:panel_988a61d7-ac3e-481e-a6ae-aa75aaa32a3a", "type": "visualization" }, { "id": "mysql-779ee920-6309-11ea-a83e-25b8612d00cc", - "name": "panel_3", + "name": "a1f8fa38-a62f-4e05-adde-e995dae9ad83:panel_a1f8fa38-a62f-4e05-adde-e995dae9ad83", "type": "visualization" }, { "id": "mysql-fc6b5a40-630d-11ea-a83e-25b8612d00cc", - "name": "panel_4", + "name": "d126fb61-605f-43af-b5d5-3fa3c128f726:panel_d126fb61-605f-43af-b5d5-3fa3c128f726", "type": "visualization" }, { "id": "mysql-493e8460-630d-11ea-a83e-25b8612d00cc", - "name": "panel_5", + "name": "59586d96-3abd-48a3-a258-cfd620826ec2:panel_59586d96-3abd-48a3-a258-cfd620826ec2", "type": "visualization" }, { "id": "mysql-bf60bc10-639b-11ea-a83e-25b8612d00cc", - "name": "panel_6", + "name": "dd0cf202-fe22-4daf-8f25-09c64d412bf3:panel_dd0cf202-fe22-4daf-8f25-09c64d412bf3", "type": "visualization" }, { "id": "mysql-822df290-630f-11ea-a83e-25b8612d00cc", - "name": "panel_7", + "name": "ead16a55-a2d3-49ae-a09b-a0b03560e9a0:panel_ead16a55-a2d3-49ae-a09b-a0b03560e9a0", "type": "visualization" }, { "id": "mysql-98c7bca0-63a2-11ea-a83e-25b8612d00cc", - "name": "panel_8", + "name": "24fc2926-610d-4910-8f3e-eb63ca69788c:panel_24fc2926-610d-4910-8f3e-eb63ca69788c", "type": "visualization" }, { "id": "mysql-96d46630-63a4-11ea-a83e-25b8612d00cc", - "name": "panel_9", + "name": "33c10c95-be67-492e-afb5-863f375cffc2:panel_33c10c95-be67-492e-afb5-863f375cffc2", + "type": "visualization" + }, + { + "id": "mysql-a1e00160-63a4-11ea-a83e-25b8612d00cc", + "name": "d35d7c5e-8832-40e2-8c77-953ad320c853:panel_d35d7c5e-8832-40e2-8c77-953ad320c853", "type": "visualization" }, { "id": "mysql-c8661020-6310-11ea-a83e-25b8612d00cc", - "name": "panel_10", + "name": "3cd58868-0d03-4715-9ecc-9fba3cde47c1:panel_3cd58868-0d03-4715-9ecc-9fba3cde47c1", "type": "visualization" }, { - "id": "mysql-a1e00160-63a4-11ea-a83e-25b8612d00cc", - "name": "panel_11", + "id": "mysql-cd72e030-c6a6-11ea-a106-5be590f42b74", + "name": "277c8209-3c5f-41f5-95f4-de0782917fba:panel_277c8209-3c5f-41f5-95f4-de0782917fba", + "type": "visualization" + }, + { + "id": "mysql-0774bbb0-c69c-11ea-a106-5be590f42b74", + "name": "9487b742-3e7f-4d57-af32-014ad360235c:panel_9487b742-3e7f-4d57-af32-014ad360235c", + "type": "visualization" + }, + { + "id": "mysql-3e5c4490-c6a1-11ea-a106-5be590f42b74", + "name": "00cd9f15-01bd-43f3-a8c5-43d6ff17dad3:panel_00cd9f15-01bd-43f3-a8c5-43d6ff17dad3", + "type": "visualization" + }, + { + "id": "mysql-8b276c80-c6ad-11ea-a106-5be590f42b74", + "name": "cd4deb30-c0dd-4f23-8868-ecffd73b2406:panel_cd4deb30-c0dd-4f23-8868-ecffd73b2406", "type": "visualization" } ], diff --git a/packages/mysql/kibana/dashboard/mysql-Logs-MySQL-Dashboard.json b/packages/mysql/kibana/dashboard/mysql-Logs-MySQL-Dashboard.json index 4a23c9f9a16..c0636e82d71 100644 --- a/packages/mysql/kibana/dashboard/mysql-Logs-MySQL-Dashboard.json +++ b/packages/mysql/kibana/dashboard/mysql-Logs-MySQL-Dashboard.json @@ -19,6 +19,7 @@ "panelsJSON": [ { "embeddableConfig": { + "enhancements": {}, "vis": { "params": { "sort": { @@ -36,11 +37,14 @@ "y": 28 }, "panelIndex": "1", - "panelRefName": "panel_0", + "panelRefName": "panel_1", + "type": "visualization", "version": "7.3.0" }, { - "embeddableConfig": {}, + "embeddableConfig": { + "enhancements": {} + }, "gridData": { "h": 12, "i": "2", @@ -49,11 +53,14 @@ "y": 0 }, "panelIndex": "2", - "panelRefName": "panel_1", + "panelRefName": "panel_2", + "type": "visualization", "version": "7.3.0" }, { - "embeddableConfig": {}, + "embeddableConfig": { + "enhancements": {} + }, "gridData": { "h": 12, "i": "3", @@ -62,7 +69,8 @@ "y": 0 }, "panelIndex": "3", - "panelRefName": "panel_2", + "panelRefName": "panel_3", + "type": "visualization", "version": "7.3.0" }, { @@ -71,6 +79,7 @@ "log.level", "message" ], + "enhancements": {}, "sort": [ "@timestamp", "desc" @@ -84,11 +93,14 @@ "y": 28 }, "panelIndex": "4", - "panelRefName": "panel_3", + "panelRefName": "panel_4", + "type": "search", "version": "7.3.0" }, { - "embeddableConfig": {}, + "embeddableConfig": { + "enhancements": {} + }, "gridData": { "h": 16, "i": "5", @@ -97,11 +109,14 @@ "y": 12 }, "panelIndex": "5", - "panelRefName": "panel_4", + "panelRefName": "panel_5", + "type": "visualization", "version": "7.3.0" }, { - "embeddableConfig": {}, + "embeddableConfig": { + "enhancements": {} + }, "gridData": { "h": 16, "i": "6", @@ -110,7 +125,8 @@ "y": 12 }, "panelIndex": "6", - "panelRefName": "panel_5", + "panelRefName": "panel_6", + "type": "visualization", "version": "7.3.0" } ], @@ -118,39 +134,43 @@ "title": "[Logs MySQL] Overview", "version": 1 }, + "coreMigrationVersion": "7.14.0", "id": "mysql-Logs-MySQL-Dashboard", "migrationVersion": { - "dashboard": "7.3.0" + "dashboard": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [ { "id": "mysql-slowest-queries", - "name": "panel_0", + "name": "1:panel_1", "type": "visualization" }, { "id": "mysql-Slow-queries-over-time", - "name": "panel_1", + "name": "2:panel_2", "type": "visualization" }, { "id": "mysql-error-logs", - "name": "panel_2", + "name": "3:panel_3", "type": "visualization" }, { "id": "mysql-Logs-MySQL-error-log", - "name": "panel_3", + "name": "4:panel_4", "type": "search" }, { "id": "mysql-Error-logs-levels", - "name": "panel_4", + "name": "5:panel_5", "type": "visualization" }, { "id": "mysql-Slow-logs-by-count", - "name": "panel_5", + "name": "6:panel_6", "type": "visualization" } ], diff --git a/packages/mysql/kibana/search/mysql-Logs-MySQL-Slow-log.json b/packages/mysql/kibana/search/mysql-Logs-MySQL-Slow-log.json index 240f7e1d026..73de2ac7620 100644 --- a/packages/mysql/kibana/search/mysql-Logs-MySQL-Slow-log.json +++ b/packages/mysql/kibana/search/mysql-Logs-MySQL-Slow-log.json @@ -14,18 +14,42 @@ }, "meta": { "alias": null, + "disabled": false, + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "key": "query", "negate": false, + "type": "custom", + "value": "{\"prefix\":{\"data_stream.dataset\":\"mysql.\"}}" + }, + "query": { + "prefix": { + "data_stream.dataset": "mysql." + } + } + }, + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, "disabled": false, - "type": "phrase", - "key": "data_stream.dataset", + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[1].meta.index", + "key": "fileset.name", + "negate": false, "params": { - "query": "mysql.slowlog" + "query": "slowlog", + "type": "phrase" }, - "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index" + "type": "phrase", + "value": "slowlog" }, "query": { - "match_phrase": { - "data_stream.dataset": "mysql.slowlog" + "match": { + "fileset.name": { + "query": "slowlog", + "type": "phrase" + } } } } @@ -61,10 +85,14 @@ "title": "Slow logs [Logs MySQL]", "version": 1 }, + "coreMigrationVersion": "7.14.0", "id": "mysql-Logs-MySQL-Slow-log", "migrationVersion": { - "search": "7.4.0" + "search": "7.9.3" }, + "namespaces": [ + "default" + ], "references": [ { "id": "logs-*", diff --git a/packages/mysql/kibana/search/mysql-Logs-MySQL-error-log.json b/packages/mysql/kibana/search/mysql-Logs-MySQL-error-log.json index 3285c335eb0..63650c0b21d 100644 --- a/packages/mysql/kibana/search/mysql-Logs-MySQL-error-log.json +++ b/packages/mysql/kibana/search/mysql-Logs-MySQL-error-log.json @@ -15,18 +15,42 @@ }, "meta": { "alias": null, + "disabled": false, + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "key": "query", "negate": false, + "type": "custom", + "value": "{\"prefix\":{\"data_stream.dataset\":\"mysql.\"}}" + }, + "query": { + "prefix": { + "data_stream.dataset": "mysql." + } + } + }, + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, "disabled": false, - "type": "phrase", - "key": "data_stream.dataset", + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[1].meta.index", + "key": "fileset.name", + "negate": false, "params": { - "query": "mysql.error" + "query": "error", + "type": "phrase" }, - "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index" + "type": "phrase", + "value": "error" }, "query": { - "match_phrase": { - "data_stream.dataset": "mysql.error" + "match": { + "fileset.name": { + "query": "error", + "type": "phrase" + } } } } @@ -62,10 +86,14 @@ "title": "Error logs [Logs MySQL]", "version": 1 }, + "coreMigrationVersion": "7.14.0", "id": "mysql-Logs-MySQL-error-log", "migrationVersion": { - "search": "7.4.0" + "search": "7.9.3" }, + "namespaces": [ + "default" + ], "references": [ { "id": "logs-*", diff --git a/packages/mysql/kibana/visualization/mysql-0774bbb0-c69c-11ea-a106-5be590f42b74.json b/packages/mysql/kibana/visualization/mysql-0774bbb0-c69c-11ea-a106-5be590f42b74.json new file mode 100644 index 00000000000..af4b87dce8a --- /dev/null +++ b/packages/mysql/kibana/visualization/mysql-0774bbb0-c69c-11ea-a106-5be590f42b74.json @@ -0,0 +1,195 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Connection Errors [Metrics MySQL]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "Max", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.connection.errors.max", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "percentiles": [ + { + "id": "968f0500-c69a-11ea-880f-352bebf10188", + "mode": "line", + "shade": 0.2, + "value": 50 + } + ], + "type": "max" + }, + { + "field": "61ca57f2-469d-11e7-af02-69e470af7417", + "id": "a088e210-c69a-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "kibana", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(252,220,0,1)", + "fill": 0.5, + "formatter": "number", + "id": "a61998a0-c69a-11ea-880f-352bebf10188", + "label": "Accept", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.connection.errors.accept", + "id": "a61998a1-c69a-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "a61998a1-c69a-11ea-880f-352bebf10188", + "id": "a8f8c3c0-c69a-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(252,196,0,1)", + "fill": 0.5, + "formatter": "number", + "id": "b6a26260-c69a-11ea-880f-352bebf10188", + "label": "Internal", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.connection.errors.internal", + "id": "b6a26261-c69a-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "b6a26261-c69a-11ea-880f-352bebf10188", + "id": "c09d02c0-c69a-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(104,204,202,1)", + "fill": 0.5, + "formatter": "number", + "id": "c713d390-c69a-11ea-880f-352bebf10188", + "label": "Select", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.connection.errors.select", + "id": "c713d391-c69a-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "c713d391-c69a-11ea-880f-352bebf10188", + "id": "4ace8360-c69b-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(253,161,255,1)", + "fill": 0.5, + "formatter": "number", + "id": "50c798b0-c69b-11ea-880f-352bebf10188", + "label": "Peer Address", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.connection.errors.peer_address", + "id": "50c798b1-c69b-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "50c798b1-c69b-11ea-880f-352bebf10188", + "id": "78d49650-c69b-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Connection Errors [Metrics MySQL]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.14.0", + "id": "mysql-0774bbb0-c69c-11ea-a106-5be590f42b74", + "migrationVersion": { + "visualization": "7.14.0" + }, + "namespaces": [ + "default" + ], + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-3e5c4490-c6a1-11ea-a106-5be590f42b74.json b/packages/mysql/kibana/visualization/mysql-3e5c4490-c6a1-11ea-a106-5be590f42b74.json new file mode 100644 index 00000000000..55afca310be --- /dev/null +++ b/packages/mysql/kibana/visualization/mysql-3e5c4490-c6a1-11ea-a106-5be590f42b74.json @@ -0,0 +1,158 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Commands Operations [Metrics MySQL]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "Select", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.command.select", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "max" + }, + { + "field": "61ca57f2-469d-11e7-af02-69e470af7417", + "id": "e76f75d0-c6a0-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "kibana", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(219,223,0,1)", + "fill": 0.5, + "formatter": "number", + "id": "ed3a0110-c6a0-11ea-880f-352bebf10188", + "label": "Update", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.command.update", + "id": "ed3a0111-c6a0-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "ed3a0111-c6a0-11ea-880f-352bebf10188", + "id": "f961e1b0-c6a0-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(244,78,59,1)", + "fill": 0.5, + "formatter": "number", + "id": "00b3f750-c6a1-11ea-880f-352bebf10188", + "label": "Delete", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.command.delete", + "id": "00b3f751-c6a1-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "00b3f751-c6a1-11ea-880f-352bebf10188", + "id": "09f46f70-c6a1-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(252,220,0,1)", + "fill": 0.5, + "formatter": "number", + "id": "0f38dac0-c6a1-11ea-880f-352bebf10188", + "label": "Insert", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.command.insert", + "id": "0f38dac1-c6a1-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "0f38dac1-c6a1-11ea-880f-352bebf10188", + "id": "1d1cc340-c6a1-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Commands Operations [Metrics MySQL]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.14.0", + "id": "mysql-3e5c4490-c6a1-11ea-a106-5be590f42b74", + "migrationVersion": { + "visualization": "7.14.0" + }, + "namespaces": [ + "default" + ], + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-493e8460-630d-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-493e8460-630d-11ea-a83e-25b8612d00cc.json index 7ce777ecf44..eccb2737fa1 100644 --- a/packages/mysql/kibana/visualization/mysql-493e8460-630d-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-493e8460-630d-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Connections [Metrics MySQL]", "uiStateJSON": {}, @@ -19,8 +13,6 @@ "axis_formatter": "number", "axis_position": "left", "axis_scale": "normal", - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "id": "61ca57f0-469d-11e7-af02-69e470af7417", "index_pattern": "metrics-*", "interval": "auto", @@ -112,16 +104,21 @@ "show_grid": 1, "show_legend": 1, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "Connections [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-493e8460-630d-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-4fa69a10-630b-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-4fa69a10-630b-11ea-a83e-25b8612d00cc.json index 5c8c989ae95..8c7d6c6dca0 100644 --- a/packages/mysql/kibana/visualization/mysql-4fa69a10-630b-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-4fa69a10-630b-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Question rates [Metrics MySQL]", "uiStateJSON": {}, @@ -24,8 +18,6 @@ "id": "d61928d0-6309-11ea-99e6-b5eed31db613" } ], - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "id": "61ca57f0-469d-11e7-af02-69e470af7417", "index_pattern": "metrics-*", "interval": "auto", @@ -71,16 +63,21 @@ "show_grid": 1, "show_legend": 0, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "Question rates [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-4fa69a10-630b-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-779ee920-6309-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-779ee920-6309-11ea-a83e-25b8612d00cc.json index 9afb35ce84b..5c88005efa5 100644 --- a/packages/mysql/kibana/visualization/mysql-779ee920-6309-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-779ee920-6309-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Insert, Update, Delete rates [Metrics MySQL]", "uiStateJSON": {}, @@ -24,8 +18,6 @@ "id": "d61928d0-6309-11ea-99e6-b5eed31db613" } ], - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "id": "61ca57f0-469d-11e7-af02-69e470af7417", "index_pattern": "metrics-*", "interval": "auto", @@ -141,16 +133,21 @@ "show_grid": 1, "show_legend": 1, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "Insert, Update, Delete rates [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-779ee920-6309-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-7ea77d30-630a-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-7ea77d30-630a-11ea-a83e-25b8612d00cc.json index 95e15bef81b..a1cd38dee40 100644 --- a/packages/mysql/kibana/visualization/mysql-7ea77d30-630a-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-7ea77d30-630a-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "SELECT rates [Metrics MySQL]", "uiStateJSON": {}, @@ -24,8 +18,6 @@ "id": "d61928d0-6309-11ea-99e6-b5eed31db613" } ], - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "id": "61ca57f0-469d-11e7-af02-69e470af7417", "index_pattern": "metrics-*", "interval": "auto", @@ -71,16 +63,21 @@ "show_grid": 1, "show_legend": 0, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "SELECT rates [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-7ea77d30-630a-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-822df290-630f-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-822df290-630f-11ea-a83e-25b8612d00cc.json index 4f21d9b0f44..985d4ce6c03 100644 --- a/packages/mysql/kibana/visualization/mysql-822df290-630f-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-822df290-630f-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Thread Activity [Metrics MySQL]", "uiStateJSON": {}, @@ -19,8 +13,6 @@ "axis_formatter": "number", "axis_position": "left", "axis_scale": "normal", - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "id": "61ca57f0-469d-11e7-af02-69e470af7417", "index_pattern": "metrics-*", "interval": "auto", @@ -99,16 +91,21 @@ "show_grid": 1, "show_legend": 1, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "Thread Activity [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-822df290-630f-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-8b276c80-c6ad-11ea-a106-5be590f42b74.json b/packages/mysql/kibana/visualization/mysql-8b276c80-c6ad-11ea-a106-5be590f42b74.json new file mode 100644 index 00000000000..048e0b0346e --- /dev/null +++ b/packages/mysql/kibana/visualization/mysql-8b276c80-c6ad-11ea-a106-5be590f42b74.json @@ -0,0 +1,129 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "SSL Cache [Metrics MySQL]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "Hits", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.cache.ssl.hits", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "max" + }, + { + "field": "61ca57f2-469d-11e7-af02-69e470af7417", + "id": "1a353d40-c6ad-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "kibana", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(253,161,255,1)", + "fill": 0.5, + "formatter": "number", + "id": "2dd02900-c6ad-11ea-880f-352bebf10188", + "label": "Misses", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.cache.ssl.misses", + "id": "2dd02901-c6ad-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "2dd02901-c6ad-11ea-880f-352bebf10188", + "id": "327cc120-c6ad-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(104,204,202,1)", + "fill": 0.5, + "formatter": "number", + "id": "3f459cb0-c6ad-11ea-880f-352bebf10188", + "label": "Size", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.cache.ssl.size", + "id": "3f459cb1-c6ad-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "3f459cb1-c6ad-11ea-880f-352bebf10188", + "id": "426ccd50-c6ad-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "SSL Cache [Metrics MySQL]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.14.0", + "id": "mysql-8b276c80-c6ad-11ea-a106-5be590f42b74", + "migrationVersion": { + "visualization": "7.14.0" + }, + "namespaces": [ + "default" + ], + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-96d46630-63a4-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-96d46630-63a4-11ea-a83e-25b8612d00cc.json index ad13832bd24..e5f5e0477d6 100644 --- a/packages/mysql/kibana/visualization/mysql-96d46630-63a4-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-96d46630-63a4-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Buffer Pool Utilization [Metrics MySQL]", "uiStateJSON": {}, @@ -30,8 +24,6 @@ "id": "0e1ecca0-63a3-11ea-90a2-c51229c5db5f" } ], - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "filter": { "language": "kuery", "query": "" @@ -99,16 +91,21 @@ "show_grid": 1, "show_legend": 1, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "Buffer Pool Utilization [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-96d46630-63a4-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-98c7bca0-63a2-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-98c7bca0-63a2-11ea-a83e-25b8612d00cc.json index aa746cd966f..d03939f939e 100644 --- a/packages/mysql/kibana/visualization/mysql-98c7bca0-63a2-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-98c7bca0-63a2-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Buffer Pool Pages [Metrics MySQL]", "uiStateJSON": {}, @@ -20,8 +14,6 @@ "axis_min": 0, "axis_position": "left", "axis_scale": "normal", - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "filter": { "language": "kuery", "query": "" @@ -105,16 +97,21 @@ "show_grid": 1, "show_legend": 1, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "Buffer Pool Pages [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-98c7bca0-63a2-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-Error-logs-levels.json b/packages/mysql/kibana/visualization/mysql-Error-logs-levels.json index 9e3efa5c69a..2786b568276 100644 --- a/packages/mysql/kibana/visualization/mysql-Error-logs-levels.json +++ b/packages/mysql/kibana/visualization/mysql-Error-logs-levels.json @@ -43,8 +43,13 @@ "params": { "addLegend": true, "addTooltip": true, + "distinctColors": true, "isDonut": false, "legendPosition": "bottom", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "shareYAxis": true, "type": "pie" }, @@ -52,10 +57,14 @@ "type": "pie" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-Error-logs-levels", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [ { "id": "mysql-Logs-MySQL-error-log", diff --git a/packages/mysql/kibana/visualization/mysql-Slow-logs-by-count.json b/packages/mysql/kibana/visualization/mysql-Slow-logs-by-count.json index c628aca58bb..86caf2d3df6 100644 --- a/packages/mysql/kibana/visualization/mysql-Slow-logs-by-count.json +++ b/packages/mysql/kibana/visualization/mysql-Slow-logs-by-count.json @@ -35,8 +35,13 @@ "params": { "addLegend": true, "addTooltip": true, + "distinctColors": true, "isDonut": false, "legendPosition": "bottom", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "shareYAxis": true, "type": "pie" }, @@ -44,10 +49,14 @@ "type": "pie" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-Slow-logs-by-count", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [ { "id": "mysql-Logs-MySQL-Slow-log", diff --git a/packages/mysql/kibana/visualization/mysql-Slow-queries-over-time.json b/packages/mysql/kibana/visualization/mysql-Slow-queries-over-time.json index c1b4c4086e2..6236bb6ad20 100644 --- a/packages/mysql/kibana/visualization/mysql-Slow-queries-over-time.json +++ b/packages/mysql/kibana/visualization/mysql-Slow-queries-over-time.json @@ -48,6 +48,7 @@ { "id": "CategoryAxis-1", "labels": { + "filter": true, "show": true, "truncate": 100 }, @@ -64,14 +65,20 @@ } ], "defaultYExtents": false, + "detailedTooltip": true, "grid": { "categoryLines": false, "style": { "color": "#eee" } }, + "isVislibVis": true, "legendPosition": "right", "mode": "stacked", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "scale": "linear", "seriesParams": [ { @@ -120,10 +127,14 @@ "type": "histogram" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-Slow-queries-over-time", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [ { "id": "mysql-Logs-MySQL-Slow-log", diff --git a/packages/mysql/kibana/visualization/mysql-a1e00160-63a4-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-a1e00160-63a4-11ea-a83e-25b8612d00cc.json index e4e3c4fc9af..fc95744ba01 100644 --- a/packages/mysql/kibana/visualization/mysql-a1e00160-63a4-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-a1e00160-63a4-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Buffer Pool Efficiency [Metrics MySQL]", "uiStateJSON": {}, @@ -30,8 +24,6 @@ "id": "0e1ecca0-63a3-11ea-90a2-c51229c5db5f" } ], - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "filter": { "language": "kuery", "query": "" @@ -100,16 +92,21 @@ "show_grid": 1, "show_legend": 1, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "Buffer Pool Efficiency [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-a1e00160-63a4-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-aaa326b0-f1f5-11e7-85ab-594b1652e0d1.json b/packages/mysql/kibana/visualization/mysql-aaa326b0-f1f5-11e7-85ab-594b1652e0d1.json index c3954216bf1..13182480dc3 100644 --- a/packages/mysql/kibana/visualization/mysql-aaa326b0-f1f5-11e7-85ab-594b1652e0d1.json +++ b/packages/mysql/kibana/visualization/mysql-aaa326b0-f1f5-11e7-85ab-594b1652e0d1.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Open tables, files, streams [Metrics MySQL]", "uiStateJSON": {}, @@ -19,8 +13,6 @@ "axis_formatter": "number", "axis_position": "left", "axis_scale": "normal", - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "id": "61ca57f0-469d-11e7-af02-69e470af7417", "index_pattern": "metrics-*", "interval": "auto", @@ -100,16 +92,21 @@ "show_grid": 1, "show_legend": 1, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "Open tables, files, streams [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-aaa326b0-f1f5-11e7-85ab-594b1652e0d1", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-bf60bc10-639b-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-bf60bc10-639b-11ea-a83e-25b8612d00cc.json index 6e66a461eb4..4e67c23ceae 100644 --- a/packages/mysql/kibana/visualization/mysql-bf60bc10-639b-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-bf60bc10-639b-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Aborted Connections Rate [Metrics MySQL]", "uiStateJSON": {}, @@ -24,8 +18,6 @@ "id": "d61928d0-6309-11ea-99e6-b5eed31db613" } ], - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "id": "61ca57f0-469d-11e7-af02-69e470af7417", "index_pattern": "metrics-*", "interval": "auto", @@ -104,16 +96,21 @@ "show_grid": 1, "show_legend": 1, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "Aborted Connections Rate [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-bf60bc10-639b-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-c8661020-6310-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-c8661020-6310-11ea-a83e-25b8612d00cc.json index b0b76f30386..349c3239ca0 100644 --- a/packages/mysql/kibana/visualization/mysql-c8661020-6310-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-c8661020-6310-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Network Traffic [Metrics MySQL]", "uiStateJSON": {}, @@ -19,8 +13,6 @@ "axis_formatter": "number", "axis_position": "left", "axis_scale": "normal", - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "id": "61ca57f0-469d-11e7-af02-69e470af7417", "index_pattern": "metrics-*", "interval": "auto", @@ -113,16 +105,21 @@ "show_grid": 1, "show_legend": 1, "time_field": "@timestamp", - "type": "timeseries" + "type": "timeseries", + "use_kibana_indexes": false }, "title": "Network Traffic [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-c8661020-6310-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-cd72e030-c6a6-11ea-a106-5be590f42b74.json b/packages/mysql/kibana/visualization/mysql-cd72e030-c6a6-11ea-a106-5be590f42b74.json new file mode 100644 index 00000000000..884bfa38440 --- /dev/null +++ b/packages/mysql/kibana/visualization/mysql-cd72e030-c6a6-11ea-a106-5be590f42b74.json @@ -0,0 +1,129 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Open Tables Cache [Metrics MySQL]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "Hits", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.cache.table.open_cache.hits", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "max" + }, + { + "field": "61ca57f2-469d-11e7-af02-69e470af7417", + "id": "534a23e0-c6a6-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "kibana", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(252,220,0,1)", + "fill": 0.5, + "formatter": "number", + "id": "60ab20c0-c6a6-11ea-880f-352bebf10188", + "label": "Misses", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.cache.table.open_cache.misses", + "id": "60ab47d0-c6a6-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "60ab47d0-c6a6-11ea-880f-352bebf10188", + "id": "6a1519e0-c6a6-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + }, + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(254,146,0,1)", + "fill": 0.5, + "formatter": "number", + "id": "69113e70-c6a6-11ea-880f-352bebf10188", + "label": "Overflows", + "line_width": 1, + "metrics": [ + { + "field": "mysql.status.cache.table.open_cache.overflows", + "id": "69113e71-c6a6-11ea-880f-352bebf10188", + "type": "max" + }, + { + "field": "69113e71-c6a6-11ea-880f-352bebf10188", + "id": "75a108a0-c6a6-11ea-880f-352bebf10188", + "type": "derivative", + "unit": "" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Open Tables Cache [Metrics MySQL]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.14.0", + "id": "mysql-cd72e030-c6a6-11ea-a106-5be590f42b74", + "migrationVersion": { + "visualization": "7.14.0" + }, + "namespaces": [ + "default" + ], + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-error-logs.json b/packages/mysql/kibana/visualization/mysql-error-logs.json index b0ba8e7f83d..99f3fd3deb4 100644 --- a/packages/mysql/kibana/visualization/mysql-error-logs.json +++ b/packages/mysql/kibana/visualization/mysql-error-logs.json @@ -49,6 +49,7 @@ { "id": "CategoryAxis-1", "labels": { + "filter": true, "show": true, "truncate": 100 }, @@ -65,14 +66,20 @@ } ], "defaultYExtents": false, + "detailedTooltip": true, "grid": { "categoryLines": false, "style": { "color": "#eee" } }, + "isVislibVis": true, "legendPosition": "right", "mode": "stacked", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "scale": "linear", "seriesParams": [ { @@ -121,10 +128,14 @@ "type": "histogram" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-error-logs", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [ { "id": "mysql-Logs-MySQL-error-log", diff --git a/packages/mysql/kibana/visualization/mysql-fc6b5a40-630d-11ea-a83e-25b8612d00cc.json b/packages/mysql/kibana/visualization/mysql-fc6b5a40-630d-11ea-a83e-25b8612d00cc.json index 01f40b50585..9de26c2a440 100644 --- a/packages/mysql/kibana/visualization/mysql-fc6b5a40-630d-11ea-a83e-25b8612d00cc.json +++ b/packages/mysql/kibana/visualization/mysql-fc6b5a40-630d-11ea-a83e-25b8612d00cc.json @@ -2,13 +2,7 @@ "attributes": { "description": "", "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } + "searchSourceJSON": {} }, "title": "Connected Threads [Metrics MySQL]", "uiStateJSON": {}, @@ -24,8 +18,6 @@ "id": "d5fcf170-630d-11ea-99e6-b5eed31db613" } ], - "default_index_pattern": "metrics-*", - "default_timefield": "@timestamp", "gauge_color_rules": [ { "id": "f1321f60-630d-11ea-99e6-b5eed31db613" @@ -34,6 +26,7 @@ "gauge_inner_width": 10, "gauge_style": "half", "gauge_width": 10, + "hide_last_value_indicator": true, "id": "61ca57f0-469d-11e7-af02-69e470af7417", "index_pattern": "metrics-*", "interval": "auto", @@ -67,16 +60,21 @@ "show_grid": 1, "show_legend": 1, "time_field": "@timestamp", - "type": "gauge" + "type": "gauge", + "use_kibana_indexes": false }, "title": "Connected Threads [Metrics MySQL]", "type": "metrics" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-fc6b5a40-630d-11ea-a83e-25b8612d00cc", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [], "type": "visualization" } \ No newline at end of file diff --git a/packages/mysql/kibana/visualization/mysql-slowest-queries.json b/packages/mysql/kibana/visualization/mysql-slowest-queries.json index 9abe75d1e06..f43b64747ee 100644 --- a/packages/mysql/kibana/visualization/mysql-slowest-queries.json +++ b/packages/mysql/kibana/visualization/mysql-slowest-queries.json @@ -62,6 +62,7 @@ "perPage": 10, "showMeticsAtAllLevels": false, "showPartialRows": false, + "showToolbar": true, "showTotal": false, "sort": { "columnIndex": null, @@ -73,10 +74,14 @@ "type": "table" } }, + "coreMigrationVersion": "7.14.0", "id": "mysql-slowest-queries", "migrationVersion": { - "visualization": "7.8.0" + "visualization": "7.14.0" }, + "namespaces": [ + "default" + ], "references": [ { "id": "mysql-Logs-MySQL-Slow-log", diff --git a/packages/mysql/manifest.yml b/packages/mysql/manifest.yml index 67c9fe20bce..f639a2b9245 100644 --- a/packages/mysql/manifest.yml +++ b/packages/mysql/manifest.yml @@ -1,7 +1,7 @@ format_version: 1.0.0 name: mysql title: MySQL -version: 0.3.8 +version: 0.4.0 license: basic description: MySQL Integration type: integration @@ -9,7 +9,7 @@ categories: - datastore release: experimental conditions: - kibana.version: '^7.9.0' + kibana.version: '^7.14.0' screenshots: - src: /img/kibana-mysql.png title: kibana mysql