root@staging-rancher:~# kubectl -n onap get pod |grep so-
dev-so-so-86dbf94f67-jntlr 0/1 Error 7 30m
dev-so-so-bpmn-infra-59b886685-ms6z2 0/1 CrashLoopBackOff 7 30m
dev-so-so-catalog-db-adapter-57bf999794-5w5lc 0/1 CrashLoopBackOff 8 30m
dev-so-so-mariadb-f975bf48b-ndjb4 1/1 Running 1 30m
dev-so-so-monitoring-df75bdc89-f8dxw 1/1 Running 0 30m
dev-so-so-openstack-adapter-6bb784b954-b9v54 0/1 CrashLoopBackOff 7 30m
dev-so-so-request-db-adapter-f89ddf8-mr45d 0/1 CrashLoopBackOff 7 30m
dev-so-so-sdc-controller-77d75dbdf8-m8pxx 0/1 CrashLoopBackOff 7 30m
dev-so-so-sdnc-adapter-5788689db9-xxqzq 1/1 Running 0 30m
dev-so-so-vfc-adapter-c8db67d4f-k4m5p 1/1 Running 8 30m

root@staging-rancher:~# kubectl -n onap log dev-so-so-mariadb-f975bf48b-ndjb4 
Initializing database
2019-03-15 17:52:07 140441513977856 [Note] /usr/sbin/mysqld (mysqld 10.1.38-MariaDB-1~bionic) starting as process 71 ...
2019-03-15 17:52:07 140441513977856 [Note] WSREP: Read nil XID from storage engines, skipping position init
2019-03-15 17:52:07 140441513977856 [Note] WSREP: wsrep_load(): loading provider library 'none'
2019-03-15 17:52:07 140441513977856 [Note] InnoDB: Using mutexes to ref count buffer pool pages
2019-03-15 17:52:07 140441513977856 [Note] InnoDB: The InnoDB memory heap is disabled
2019-03-15 17:52:07 140441513977856 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
2019-03-15 17:52:07 140441513977856 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier
2019-03-15 17:52:07 140441513977856 [Note] InnoDB: Compressed tables use zlib 1.2.11
2019-03-15 17:52:07 140441513977856 [Note] InnoDB: Using Linux native AIO
2019-03-15 17:52:07 140441513977856 [Note] InnoDB: Using SSE crc32 instructions
2019-03-15 17:52:07 140441513977856 [Note] InnoDB: Initializing buffer pool, size = 256.0M
2019-03-15 17:52:07 140441513977856 [Note] InnoDB: Completed initialization of buffer pool
2019-03-15 17:52:08 140441513977856 [Note] InnoDB: The first specified data file ./ibdata1 did not exist: a new database to be created!
2019-03-15 17:52:08 140441513977856 [Note] InnoDB: Setting file ./ibdata1 size to 12 MB
2019-03-15 17:52:09 140441513977856 [Note] InnoDB: Setting log file ./ib_logfile101 size to 150 MB
2019-03-15 17:52:14 140441513977856 [Note] InnoDB: Setting log file ./ib_logfile1 size to 150 MB
2019-03-15 17:52:16 140441513977856 [Note] InnoDB: Setting log file ./ib_logfile2 size to 150 MB
2019-03-15 17:52:20 140441513977856 [Note] InnoDB: Renaming log file ./ib_logfile101 to ./ib_logfile0
2019-03-15 17:52:20 140441513977856 [Warning] InnoDB: New log files created, LSN=45781
2019-03-15 17:52:20 140441513977856 [Note] InnoDB: Doublewrite buffer not found: creating new
2019-03-15 17:52:20 140441513977856 [Note] InnoDB: Doublewrite buffer created
2019-03-15 17:52:20 140441513977856 [Note] InnoDB: 128 rollback segment(s) are active.
2019-03-15 17:52:20 140441513977856 [Warning] InnoDB: Creating foreign key constraint system tables.
2019-03-15 17:52:20 140441513977856 [Note] InnoDB: Foreign key constraint system tables created
2019-03-15 17:52:20 140441513977856 [Note] InnoDB: Creating tablespace and datafile system tables.
2019-03-15 17:52:20 140441513977856 [Note] InnoDB: Tablespace and datafile system tables created.
2019-03-15 17:52:20 140441513977856 [Note] InnoDB: Waiting for purge to start
2019-03-15 17:52:20 140441513977856 [Note] InnoDB: Percona XtraDB (http://www.percona.com) 5.6.42-84.2 started; log sequence number 0
2019-03-15 17:52:20 140440716179200 [Note] InnoDB: Dumping buffer pool(s) not yet started
190315 17:52:20 server_audit: MariaDB Audit Plugin version 1.4.4 STARTED.
190315 17:52:20 server_audit: Query cache is enabled with the TABLE events. Some table reads can be veiled.190315 17:52:20 server_audit: logging started to the file //var/lib/mysql/audit.log.
190315 17:52:22 server_audit: STOPPED
2019-03-15 17:52:25 140286318049280 [Note] /usr/sbin/mysqld (mysqld 10.1.38-MariaDB-1~bionic) starting as process 99 ...
2019-03-15 17:52:25 140286318049280 [Note] WSREP: Read nil XID from storage engines, skipping position init
2019-03-15 17:52:25 140286318049280 [Note] WSREP: wsrep_load(): loading provider library 'none'
2019-03-15 17:52:26 140286318049280 [Note] InnoDB: Using mutexes to ref count buffer pool pages
2019-03-15 17:52:26 140286318049280 [Note] InnoDB: The InnoDB memory heap is disabled
2019-03-15 17:52:26 140286318049280 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
2019-03-15 17:52:26 140286318049280 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier
2019-03-15 17:52:26 140286318049280 [Note] InnoDB: Compressed tables use zlib 1.2.11
2019-03-15 17:52:26 140286318049280 [Note] InnoDB: Using Linux native AIO
2019-03-15 17:52:26 140286318049280 [Note] InnoDB: Using SSE crc32 instructions
2019-03-15 17:52:26 140286318049280 [Note] InnoDB: Initializing buffer pool, size = 256.0M
2019-03-15 17:52:26 140286318049280 [Note] InnoDB: Completed initialization of buffer pool
2019-03-15 17:52:26 140286318049280 [Note] InnoDB: Highest supported file format is Barracuda.
2019-03-15 17:52:27 140286318049280 [Note] InnoDB: 128 rollback segment(s) are active.
2019-03-15 17:52:27 140286318049280 [Note] InnoDB: Waiting for purge to start
2019-03-15 17:52:27 140286318049280 [Note] InnoDB: Percona XtraDB (http://www.percona.com) 5.6.42-84.2 started; log sequence number 1616697
2019-03-15 17:52:28 140285531125504 [Note] InnoDB: Dumping buffer pool(s) not yet started
190315 17:52:28 server_audit: MariaDB Audit Plugin version 1.4.4 STARTED.
190315 17:52:28 server_audit: Query cache is enabled with the TABLE events. Some table reads can be veiled.190315 17:52:28 server_audit: logging started to the file //var/lib/mysql/audit.log.
190315 17:52:29 server_audit: STOPPED
2019-03-15 17:52:32 140495334598656 [Note] /usr/sbin/mysqld (mysqld 10.1.38-MariaDB-1~bionic) starting as process 128 ...
2019-03-15 17:52:32 140495334598656 [Note] WSREP: Read nil XID from storage engines, skipping position init
2019-03-15 17:52:32 140495334598656 [Note] WSREP: wsrep_load(): loading provider library 'none'
2019-03-15 17:52:32 140495334598656 [Note] InnoDB: Using mutexes to ref count buffer pool pages
2019-03-15 17:52:32 140495334598656 [Note] InnoDB: The InnoDB memory heap is disabled
2019-03-15 17:52:32 140495334598656 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
2019-03-15 17:52:32 140495334598656 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier
2019-03-15 17:52:32 140495334598656 [Note] InnoDB: Compressed tables use zlib 1.2.11
2019-03-15 17:52:32 140495334598656 [Note] InnoDB: Using Linux native AIO
2019-03-15 17:52:32 140495334598656 [Note] InnoDB: Using SSE crc32 instructions
2019-03-15 17:52:32 140495334598656 [Note] InnoDB: Initializing buffer pool, size = 256.0M
2019-03-15 17:52:32 140495334598656 [Note] InnoDB: Completed initialization of buffer pool
2019-03-15 17:52:33 140495334598656 [Note] InnoDB: Highest supported file format is Barracuda.
2019-03-15 17:52:33 140495334598656 [Note] InnoDB: 128 rollback segment(s) are active.
2019-03-15 17:52:33 140495334598656 [Note] InnoDB: Waiting for purge to start
2019-03-15 17:52:33 140495334598656 [Note] InnoDB: Percona XtraDB (http://www.percona.com) 5.6.42-84.2 started; log sequence number 1616707
2019-03-15 17:52:33 140494550071040 [Note] InnoDB: Dumping buffer pool(s) not yet started
190315 17:52:33 server_audit: MariaDB Audit Plugin version 1.4.4 STARTED.
190315 17:52:33 server_audit: Query cache is enabled with the TABLE events. Some table reads can be veiled.190315 17:52:33 server_audit: logging started to the file //var/lib/mysql/audit.log.
190315 17:52:34 server_audit: STOPPED
PLEASE REMEMBER TO SET A PASSWORD FOR THE MariaDB root USER !
To do so, start the server, then issue the following commands:
'/usr/bin/mysqladmin' -u root password 'new-password'
'/usr/bin/mysqladmin' -u root -h mariadb password 'new-password'
Alternatively you can run:
'/usr/bin/mysql_secure_installation'
which will also give you the option of removing the test
databases and anonymous user created by default. This is
strongly recommended for production servers.
See the MariaDB Knowledgebase at http://mariadb.com/kb or the
MySQL manual for more instructions.
Please report any problems at http://mariadb.org/jira
The latest information about MariaDB is available at http://mariadb.org/.
You can find additional information about the MySQL part at:
http://dev.mysql.com
Consider joining MariaDB's strong and vibrant community:
https://mariadb.org/get-involved/
Database initialized
MySQL init process in progress...
2019-03-15 17:52:37 140567438817280 [Note] mysqld (mysqld 10.1.38-MariaDB-1~bionic) starting as process 161 ...
2019-03-15 17:52:37 140567438817280 [Note] WSREP: Read nil XID from storage engines, skipping position init
2019-03-15 17:52:37 140567438817280 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
2019-03-15 17:52:37 140567438817280 [Note] WSREP: wsrep_load(): Galera 25.3.25(r3836) by Codership Oy <info@codership.com> loaded successfully.
2019-03-15 17:52:37 140567438817280 [Note] WSREP: CRC-32C: using hardware acceleration.
2019-03-15 17:52:37 140567438817280 [Warning] WSREP: Could not open state file for reading: '/var/lib/mysql//grastate.dat'
2019-03-15 17:52:37 140567438817280 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1, safe_to_bootstrap: 1
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
MySQL init process in progress...
root@staging-rancher:~# kubectl -n onap log dev-so-so-mariadb-f975bf48b-ndjb4 root@staging-rancher:~# kubectl -n onap log dev-so-so-mariadb-f975bf48b-ndjb4 2019-03-15 17:53:15 139715588220928 [Note] mysqld (mysqld 10.1.38-MariaDB-1~bionic) starting as process 1 ...2019-03-15 17:53:15 139715588220928 [Note] WSREP: Read nil XID from storage engines, skipping position init2019-03-15 17:53:15 139715588220928 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'2019-03-15 17:53:15 139715588220928 [Note] WSREP: wsrep_load(): Galera 25.3.25(r3836) by Codership Oy <info@codership.com> loaded successfully.2019-03-15 17:53:15 139715588220928 [Note] WSREP: CRC-32C: using hardware acceleration.2019-03-15 17:53:15 139715588220928 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1, safe_to_bootstrap: 12019-03-15 17:53:17 139715588220928 [Note] WSREP: Passing config to GCS: base_dir = /var/lib/mysql/; base_host = 10.42.185.183; base_port = 4567; cert.log_conflicts = no; cert.optimistic_pa = yes; debug = no; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 1G; gcache.recover = no; gcache.size = 2G; gcomm.thread_prio = ; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc2019-03-15 17:53:17 139715588220928 [Note] WSREP: GCache history reset: 00000000-0000-0000-0000-000000000000:0 -> 00000000-0000-0000-0000-000000000000:-12019-03-15 17:53:17 139715588220928 [Note] WSREP: Assign initial position for certification: -1, protocol version: -12019-03-15 17:53:17 139715588220928 [Note] WSREP: wsrep_sst_grab()2019-03-15 17:53:17 139715588220928 [Note] WSREP: Start replication2019-03-15 17:53:17 139715588220928 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-12019-03-15 17:53:17 139715588220928 [Note] WSREP: protonet asio version 02019-03-15 17:53:17 139715588220928 [Note] WSREP: Using CRC-32C for message checksums.2019-03-15 17:53:17 139715588220928 [Note] WSREP: backend: asio2019-03-15 17:53:17 139715588220928 [Note] WSREP: gcomm thread scheduling priority set to other:0 2019-03-15 17:53:17 139715588220928 [Warning] WSREP: access file(/var/lib/mysql//gvwstate.dat) failed(No such file or directory)2019-03-15 17:53:17 139715588220928 [Note] WSREP: restore pc from disk failed2019-03-15 17:53:17 139715588220928 [Note] WSREP: GMCast version 02019-03-15 17:53:17 139715588220928 [Note] WSREP: (3654ed14, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:45672019-03-15 17:53:17 139715588220928 [Note] WSREP: (3654ed14, 'tcp://0.0.0.0:4567') multicast: , ttl: 12019-03-15 17:53:17 139715588220928 [Note] WSREP: EVS version 02019-03-15 17:53:17 139715588220928 [Note] WSREP: gcomm: connecting to group 'MSO-automated-tests-cluster', peer ''2019-03-15 17:53:17 139715588220928 [Note] WSREP: start_prim is enabled, turn off pc_recovery2019-03-15 17:53:17 139715588220928 [Note] WSREP: Node 3654ed14 state prim2019-03-15 17:53:17 139715588220928 [Note] WSREP: view(view_id(PRIM,3654ed14,1) memb { 3654ed14,0} joined {} left {} partitioned {})2019-03-15 17:53:17 139715588220928 [Note] WSREP: save pc into disk2019-03-15 17:53:17 139715588220928 [Note] WSREP: gcomm: connected2019-03-15 17:53:17 139715588220928 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 326362019-03-15 17:53:17 139715588220928 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)2019-03-15 17:53:17 139715588220928 [Note] WSREP: Opened channel 'MSO-automated-tests-cluster'2019-03-15 17:53:17 139715588220928 [Note] WSREP: Waiting for SST to complete.2019-03-15 17:53:17 139713285449472 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 12019-03-15 17:53:17 139713285449472 [Note] WSREP: Starting new group from scratch: 3658fff1-474b-11e9-acea-4ed09bc364652019-03-15 17:53:17 139713285449472 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 36590ce5-474b-11e9-aff5-2abf72cead102019-03-15 17:53:17 139713285449472 [Note] WSREP: STATE EXCHANGE: sent state msg: 36590ce5-474b-11e9-aff5-2abf72cead102019-03-15 17:53:17 139713285449472 [Note] WSREP: STATE EXCHANGE: got state msg: 36590ce5-474b-11e9-aff5-2abf72cead10 from 0 (mariadb1)2019-03-15 17:53:17 139713285449472 [Note] WSREP: Quorum results: version    = 4, component  = PRIMARY, conf_id    = 0, members    = 1/1 (joined/total), act_id     = 0, last_appl. = -1, protocols  = 0/9/3 (gcs/repl/appl), group UUID = 3658fff1-474b-11e9-acea-4ed09bc364652019-03-15 17:53:17 139713285449472 [Note] WSREP: Flow-control interval: [16, 16]2019-03-15 17:53:17 139713285449472 [Note] WSREP: Trying to continue unpaused monitor2019-03-15 17:53:17 139713285449472 [Note] WSREP: Restored state OPEN -> JOINED (0)2019-03-15 17:53:17 139713285449472 [Note] WSREP: Member 0.0 (mariadb1) synced with group.2019-03-15 17:53:17 139713285449472 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 0)2019-03-15 17:53:17 139715587946240 [Note] WSREP: New cluster view: global state: 3658fff1-474b-11e9-acea-4ed09bc36465:0, view# 1: Primary, number of nodes: 1, my index: 0, protocol version 32019-03-15 17:53:17 139715588220928 [Note] WSREP: SST complete, seqno: 02019-03-15 17:53:17 139715588220928 [Note] InnoDB: Using mutexes to ref count buffer pool pages2019-03-15 17:53:17 139715588220928 [Note] InnoDB: The InnoDB memory heap is disabled2019-03-15 17:53:17 139715588220928 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins2019-03-15 17:53:17 139715588220928 [Note] InnoDB: GCC builtin __atomic_thread_fence() is used for memory barrier2019-03-15 17:53:17 139715588220928 [Note] InnoDB: Compressed tables use zlib 1.2.112019-03-15 17:53:17 139715588220928 [Note] InnoDB: Using Linux native AIO2019-03-15 17:53:17 139715588220928 [Note] InnoDB: Using SSE crc32 instructions2019-03-15 17:53:17 139715588220928 [Note] InnoDB: Initializing buffer pool, size = 256.0M2019-03-15 17:53:17 139715588220928 [Note] InnoDB: Completed initialization of buffer pool2019-03-15 17:53:17 139715588220928 [Note] InnoDB: Highest supported file format is Barracuda.2019-03-15 17:53:17 139715588220928 [Note] InnoDB: 128 rollback segment(s) are active.2019-03-15 17:53:17 139715588220928 [Note] InnoDB:  Percona XtraDB (http://www.percona.com) 5.6.42-84.2 started; log sequence number 16167172019-03-15 17:53:17 139715588220928 [Note] Plugin 'FEEDBACK' is disabled.190315 17:53:17 server_audit: MariaDB Audit Plugin version 1.4.4 STARTED.190315 17:53:17 server_audit: Query cache is enabled with the TABLE events. Some table reads can be veiled.2019-03-15 17:53:17 139712555644672 [Note] InnoDB: Dumping buffer pool(s) not yet started190315 17:53:17 server_audit: logging started to the file //var/lib/mysql/audit.log.2019-03-15 17:53:17 139715588220928 [Note] Server socket created on IP: '::'.2019-03-15 17:53:17 139715587946240 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.2019-03-15 17:53:17 139715587946240 [Note] WSREP: REPL Protocols: 9 (4, 2)2019-03-15 17:53:17 139715587946240 [Note] WSREP: Assign initial position for certification: 0, protocol version: 42019-03-15 17:53:17 139713342953216 [Note] WSREP: Service thread queue flushed.2019-03-15 17:53:17 139715587946240 [Note] WSREP: GCache history reset: 00000000-0000-0000-0000-000000000000:0 -> 3658fff1-474b-11e9-acea-4ed09bc36465:02019-03-15 17:53:17 139715588220928 [Note] mysqld: ready for connections.Version: '10.1.38-MariaDB-1~bionic'  socket: '/var/run/mysqld/mysqld.sock'  port: 3306  mariadb.org binary distribution2019-03-15 17:53:17 139715587946240 [Note] WSREP: Synchronized with group, ready for connections2019-03-15 17:53:17 139715587946240 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.2019-03-15 18:00:45 139715586905856 [Warning] IP address '10.42.0.1' could not be resolved: Name or service not known2019-03-15 18:00:57 139715586905856 [Warning] IP address '10.42.109.153' could not be resolved: Name or service not known2019-03-15 18:01:43 139715586905856 [Warning] IP address '10.42.121.79' could not be resolved: Name or service not known2019-03-15 18:02:05 139715586905856 [Warning] IP address '10.42.219.29' could not be resolved: Name or service not known2019-03-15 18:02:07 139715586905856 [Warning] IP address '10.42.188.15' could not be resolved: Name or service not known2019-03-15 18:02:13 139715586635520 [Warning] IP address '10.42.34.250' could not be resolved: Name or service not known2019-03-15 18:02:29 139715586635520 [Warning] IP address '10.42.132.0' could not be resolved: Name or service not known2019-03-15 18:02:43 139715586635520 [Warning] IP address '10.42.58.92' could not be resolved: Name or service not known