Basic SDC Health Check | FAIL |
SDC DOWN: 500 != 200

root@oom-rancher:~# kubectl -n onap describe pod dev-sdc-sdc-be-6f68c9cf7-7zrr9 
Name:           dev-sdc-sdc-be-6f68c9cf7-7zrr9
Namespace:      onap
Node:           oom-k8s-10/
Start Time:     Sun, 20 Jan 2019 19:42:58 +0000
Labels:         app=sdc-be
                pod-template-hash=292475793
                release=dev-sdc
Annotations:    <none>
Status:         Running
IP:             10.42.53.56
Controlled By:  ReplicaSet/dev-sdc-sdc-be-6f68c9cf7
Init Containers:
  sdc-be-readiness:
    Container ID:  docker://38b4f813cfc259681a1b78fa69bc190fdcd4ef63526b510d14cbfecc9e8e2866
    Image:         oomk8s/readiness-check:2.0.0
    Image ID:      docker-pullable://oomk8s/readiness-check@sha256:7daa08b81954360a1111d03364febcb3dcfeb723bcc12ce3eb3ed3e53f2323ed
    Port:          <none>
    Host Port:     <none>
    Command:
      /root/ready.py
    Args:
      --container-name
      sdc-onboarding-be
    State:          Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Sun, 20 Jan 2019 19:43:11 +0000
      Finished:     Sun, 20 Jan 2019 19:43:13 +0000
    Ready:          True
    Restart Count:  0
    Environment:
      NAMESPACE:  onap (v1:metadata.namespace)
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from default-token-bf6sx (ro)
  sdc-be-job-completion:
    Container ID:  docker://9de0a2ee1106504b03be97d3d61c6d4325d5a6619897c32d47ff84228c262928
    Image:         oomk8s/readiness-check:2.0.0
    Image ID:      docker-pullable://oomk8s/readiness-check@sha256:7daa08b81954360a1111d03364febcb3dcfeb723bcc12ce3eb3ed3e53f2323ed
    Port:          <none>
    Host Port:     <none>
    Command:
      /root/job_complete.py
    Args:
      --job-name
      dev-sdc-sdc-onboarding-be-cassandra-init
    State:          Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Sun, 20 Jan 2019 19:43:15 +0000
      Finished:     Sun, 20 Jan 2019 19:43:16 +0000
    Ready:          True
    Restart Count:  0
    Environment:
      NAMESPACE:  onap (v1:metadata.namespace)
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from default-token-bf6sx (ro)
Containers:
  sdc-be:
    Container ID:   docker://fa8ed0e06556125b668c599a8e2250602c842aa2100ea3404d33021c2c79df39
    Image:          10.12.5.2:5000/onap/sdc-backend:1.3.6
    Image ID:       docker-pullable://10.12.5.2:5000/onap/sdc-backend@sha256:82325f2a7dcb0f6ab2efcf4548aa0cae4bd8a55f121eceb636cc5c0670a8d395
    Ports:          8443/TCP, 8080/TCP
    Host Ports:     0/TCP, 0/TCP
    State:          Running
      Started:      Sun, 20 Jan 2019 19:43:55 +0000
    Ready:          False
    Restart Count:  0
    Liveness:       tcp-socket :8443 delay=120s timeout=1s period=10s #success=1 #failure=3
    Readiness:      exec [/var/lib/ready-probe.sh] delay=120s timeout=1s period=10s #success=1 #failure=3
    Environment:
      ENVNAME:                AUTO
      JAVA_OPTIONS:           -Xdebug -agentlib:jdwp=transport=dt_socket,address=4000,server=y,suspend=n -Xmx1536m -Xms1536m
      cassandra_ssl_enabled:  false
      HOST_IP:                 (v1:status.podIP)
    Mounts:
      /etc/localtime from dev-sdc-sdc-be-localtime (ro)
      /root/chef-solo/environments/ from dev-sdc-sdc-be-environments (rw)
      /tmp/logback.xml from dev-sdc-sdc-be-logback (rw)
      /var/log/onap from dev-sdc-sdc-be-logs (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from default-token-bf6sx (ro)
  sdc-be-filebeat-onap:
    Container ID:   docker://687f479928915f5d9088de127a81410f62bd4e2a8e4b9d0462ac3601198b8b48
    Image:          docker.elastic.co/beats/filebeat:5.5.0
    Image ID:       docker-pullable://docker.elastic.co/beats/filebeat@sha256:fe7602b641ed8ee288f067f7b31ebde14644c4722d9f7960f176d621097a5942
    Port:           <none>
    Host Port:      <none>
    State:          Running
      Started:      Sun, 20 Jan 2019 19:44:08 +0000
    Ready:          True
    Restart Count:  0
    Environment:    <none>
    Mounts:
      /usr/share/filebeat/data from dev-sdc-sdc-be-data-filebeat (rw)
      /usr/share/filebeat/filebeat.yml from dev-sdc-sdc-be-filebeat-conf (rw)
      /var/log/onap from dev-sdc-sdc-be-logs (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from default-token-bf6sx (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             False 
  ContainersReady   False 
  PodScheduled      True 
Volumes:
  dev-sdc-sdc-be-localtime:
    Type:          HostPath (bare host directory volume)
    Path:          /etc/localtime
    HostPathType:  
  dev-sdc-sdc-be-filebeat-conf:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      dev-sdc-sdc-filebeat-configmap
    Optional:  false
  dev-sdc-sdc-be-data-filebeat:
    Type:    EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:  
  dev-sdc-sdc-be-logback:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      dev-sdc-sdc-be-logging-configmap
    Optional:  false
  dev-sdc-sdc-be-environments:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      dev-sdc-sdc-environments-configmap
    Optional:  false
  dev-sdc-sdc-be-logs:
    Type:    EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:  
  default-token-bf6sx:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  default-token-bf6sx
    Optional:    false
QoS Class:       BestEffort
Node-Selectors:  <none>
Tolerations:     node.kubernetes.io/not-ready:NoExecute for 300s
                 node.kubernetes.io/unreachable:NoExecute for 300s
Events:
  Type     Reason     Age               From                 Message
  ----     ------     ----              ----                 -------
  Warning  Unhealthy  46m (x4 over 2h)  kubelet, oom-k8s-10  Readiness probe failed:   % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100   358  100   358    0     0  89500      0 --:--:-- --:--:-- --:--:--  116k
  Warning  Unhealthy  11m (x374 over 3h)  kubelet, oom-k8s-10  Readiness probe failed:   % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100   358  100   358    0     0   349k      0 --:--:-- --:--:-- --:--:--  349k
  Warning  Unhealthy  6m (x523 over 3h)  kubelet, oom-k8s-10  (combined from similar events): Readiness probe failed:   % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100   358  100   358    0     0   174k      0 --:--:-- --:--:-- --:--:--  349k
  Warning  Unhealthy  1m (x18 over 3h)  kubelet, oom-k8s-10  Readiness probe failed:   % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100   358  100   358    0     0   116k      0 --:--:-- --:--:-- --:--:--  116k