CLAMP CSIT failing with HTTP 401 unauthorized for URL error

> docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
4453d3999217 onap/policy-clamp-cl-runtime:latest "/opt/app/policy/bin…" About a minute ago Up About a minute 6969/tcp policy-clamp-cl-runtime
48ec9d11a6b5 onap/policy-clamp-cl-pf-ppnt:latest "/opt/app/policy/bin…" About a minute ago Up About a minute 6973/tcp, 8085/tcp policy-clamp-cl-pf-ppnt
92725e3934c1 onap/policy-api:2.6-SNAPSHOT-latest "./wait_for_port.sh …" About a minute ago Up About a minute 6969/tcp policy-api
1c95e35cc349 onap/policy-clamp-cl-http-ppnt:latest "/opt/app/policy/bin…" About a minute ago Up About a minute 6971/tcp, 8084/tcp policy-clamp-cl-http-ppnt
84d4e87f51a0 onap/policy-clamp-cl-k8s-ppnt:latest "/opt/app/policy/bin…" About a minute ago Up About a minute 6972/tcp, 8083/tcp policy-clamp-cl-k8s-ppnt
8ad76dc4a2d2 nexus3.onap.org:10001/onap/policy-models-simulator:2.6-SNAPSHOT-latest "simulators.sh" About a minute ago Up About a minute 3905/tcp, 6666/tcp, 6668-6670/tcp, 6680/tcp simulator
921a5a8bbb37 nexus3.onap.org:10001/mariadb:10.5.8 "docker-entrypoint.s…" About a minute ago Up About a minute 3306/tcp mariadb
+ echo
+ echo '> docker stats --no-stream'

+ docker stats --no-stream
> docker stats --no-stream
CONTAINER ID NAME CPU % MEM USAGE / LIMIT MEM % NET I/O BLOCK I/O PIDS
4453d3999217 policy-clamp-cl-runtime 425.99% 837.2MiB / 31.01GiB 2.64% 44.2kB / 53.8kB 0B / 116MB 51
48ec9d11a6b5 policy-clamp-cl-pf-ppnt 0.90% 682.1MiB / 31.01GiB 2.15% 7kB / 3.62kB 0B / 111MB 46
92725e3934c1 policy-api 0.32% 381.9MiB / 31.01GiB 1.20% 489kB / 533kB 32.8kB / 0B 45
1c95e35cc349 policy-clamp-cl-http-ppnt 0.80% 759.1MiB / 31.01GiB 2.39% 9.04kB / 5.14kB 0B / 0B 46
84d4e87f51a0 policy-clamp-cl-k8s-ppnt 3.10% 701.7MiB / 31.01GiB 2.21% 8.49kB / 4.81kB 0B / 0B 46
8ad76dc4a2d2 simulator 3.07% 354.5MiB / 31.01GiB 1.12% 14.8kB / 24kB 1.62MB / 0B 97
921a5a8bbb37 mariadb 0.11% 83.53MiB / 31.01GiB 0.26% 833kB / 702kB 5.24MB / 49.9MB 26
+ echo

+ cd /tmp/tmp.sgLCb9L7mU-robot-workdir
+ echo 'Reading the testplan:'
Reading the testplan:
+ cat /root/ONAP/onap/policy/docker/csit/clamp/plans/testplan.txt
+ sed 's|^|/root/ONAP/onap/policy/docker/csit/clamp/tests/|'
+ egrep -v '(^{[[:space:]]#|}[[:space:]]$)'
+ cat testplan.txt
/root/ONAP/onap/policy/docker/csit/clamp/tests/policy-clamp-test.robot
++ xargs -a testplan.txt
+ SUITES=/root/ONAP/onap/policy/docker/csit/clamp/tests/policy-clamp-test.robot
+ echo 'ROBOT_VARIABLES= -v POLICY_CONTROLLOOP_RUNTIME_IP:172.30.0.9 -v POLICY_PARTICIPANT_IP:172.30.0.8 -v K8S_PARTICIPANT_IP:172.30.0.4 -v HTTP_PARTICIPANT_IP:172.30.0.5 -v POLICY_API_IP:172.30.0.7'
ROBOT_VARIABLES= -v POLICY_CONTROLLOOP_RUNTIME_IP:172.30.0.9 -v POLICY_PARTICIPANT_IP:172.30.0.8 -v K8S_PARTICIPANT_IP:172.30.0.4 -v HTTP_PARTICIPANT_IP:172.30.0.5 -v POLICY_API_IP:172.30.0.7
+ echo 'Starting Robot test suites /root/ONAP/onap/policy/docker/csit/clamp/tests/policy-clamp-test.robot ...'
Starting Robot test suites /root/ONAP/onap/policy/docker/csit/clamp/tests/policy-clamp-test.robot ...
+ relax_set
+ set +e
+ set +o pipefail
+ python3 -m robot.run -N clamp -v WORKSPACE:/tmp -v POLICY_CONTROLLOOP_RUNTIME_IP:172.30.0.9 -v POLICY_PARTICIPANT_IP:172.30.0.8 -v K8S_PARTICIPANT_IP:172.30.0.4 -v HTTP_PARTICIPANT_IP:172.30.0.5 -v POLICY_API_IP:172.30.0.7 /root/ONAP/onap/policy/docker/csit/clamp/tests/policy-clamp-test.robot
==============================================================================
clamp
==============================================================================
[ WARN ] Retrying (RetryAdapter(total=2, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473ade518>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/commission
[ WARN ] Retrying (RetryAdapter(total=1, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473ab8320>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/commission
[ WARN ] Retrying (RetryAdapter(total=0, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473ade7f0>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/commission
CommissionControlLoopV1 :: Commission control loop. | FAIL |
ConnectionError: HTTPConnectionPool(host='172.30.0.9', port=6970): Max retries exceeded with url: /onap/controlloop/v2/commission (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473adea20>: Failed to establish a new connection: [Errno 111] Connection refused',))
------------------------------------------------------------------------------
[ WARN ] Retrying (RetryAdapter(total=2, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473ab8a90>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation
[ WARN ] Retrying (RetryAdapter(total=1, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473ab82b0>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation
[ WARN ] Retrying (RetryAdapter(total=0, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473ab8128>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation
InstantiateControlLoopV1 :: Instantiate control loop. | FAIL |
ConnectionError: HTTPConnectionPool(host='172.30.0.9', port=6970): Max retries exceeded with url: /onap/controlloop/v2/instantiation (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473ab83c8>: Failed to establish a new connection: [Errno 111] Connection refused',))
------------------------------------------------------------------------------
[ WARN ] Retrying (RetryAdapter(total=2, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473a3a978>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation/command
[ WARN ] Retrying (RetryAdapter(total=1, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473a3abe0>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation/command
[ WARN ] Retrying (RetryAdapter(total=0, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473a30d68>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation/command
PassivateControlLoop :: Passivate control loop. | FAIL |
ConnectionError: HTTPConnectionPool(host='172.30.0.9', port=6970): Max retries exceeded with url: /onap/controlloop/v2/instantiation/command (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473ab89b0>: Failed to establish a new connection: [Errno 111] Connection refused',))
------------------------------------------------------------------------------
QueryPolicies :: Runs Policy Participant Query New Policies ..../usr/local/lib/python3.6/site-packages/urllib3/connectionpool.py:1020: InsecureRequestWarning: Unverified HTTPS request is being made to host '172.30.0.7'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings
InsecureRequestWarning,
QueryPolicies :: Runs Policy Participant Query New Policies | FAIL |
HTTPError: 401 Client Error: Unauthorized for url: https://172.30.0.7:6969/policy/api/v1/policies
------------------------------------------------------------------------------
QueryPolicyTypes :: Runs Policy Participant Query New Policy Types ..../usr/local/lib/python3.6/site-packages/urllib3/connectionpool.py:1020: InsecureRequestWarning: Unverified HTTPS request is being made to host '172.30.0.7'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings
InsecureRequestWarning,
QueryPolicyTypes :: Runs Policy Participant Query New Policy Types | FAIL |
HTTPError: 401 Client Error: Unauthorized for url: https://172.30.0.7:6969/policy/api/v1/policytypes
------------------------------------------------------------------------------
[ WARN ] Retrying (RetryAdapter(total=2, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f34739af9e8>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation/command
[ WARN ] Retrying (RetryAdapter(total=1, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f34739a8c50>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation/command
[ WARN ] Retrying (RetryAdapter(total=0, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473a57fd0>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation/command
StateChangeRunningControlLoop :: ControlLoop State Change to RUNNING. | FAIL |
ConnectionError: HTTPConnectionPool(host='172.30.0.9', port=6970): Max retries exceeded with url: /onap/controlloop/v2/instantiation/command (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f3473a57710>: Failed to establish a new connection: [Errno 111] Connection refused',))
------------------------------------------------------------------------------
[ WARN ] Retrying (RetryAdapter(total=2, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f34739c1668>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation
[ WARN ] Retrying (RetryAdapter(total=1, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f34739c19b0>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation
[ WARN ] Retrying (RetryAdapter(total=0, connect=None, read=None, redirect=None, status=None)) after connection broken by 'NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f34739c1be0>: Failed to establish a new connection: [Errno 111] Connection refused',)': /onap/controlloop/v2/instantiation
QueryInstantiatedCLs :: Get Instantiated ControlLoops | FAIL |
ConnectionError: HTTPConnectionPool(host='172.30.0.9', port=6970): Max retries exceeded with url: /onap/controlloop/v2/instantiation (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f34739c1e80>: Failed to establish a new connection: [Errno 111] Connection refused',))
------------------------------------------------------------------------------
clamp | FAIL |
7 tests, 0 passed, 7 failed
==============================================================================
Output: /tmp/tmp.sgLCb9L7mU-robot-workdir/output.xml
Log: /tmp/tmp.sgLCb9L7mU-robot-workdir/log.html
Report: /tmp/tmp.sgLCb9L7mU-robot-workdir/report.html
+ RESULT=7
+ load_set
+ _setopts=hxB
++ echo braceexpand:hashall:interactive-comments:xtrace
++ tr : ' '
+ for i in '$(echo "${SHELLOPTS}" | tr '\'':'\'' '\'' '\'')'
+ set +o braceexpand
+ for i in '$(echo "${SHELLOPTS}" | tr '\'':'\'' '\'' '\'')'
+ set +o hashall
+ for i in '$(echo "${SHELLOPTS}" | tr '\'':'\'' '\'' '\'')'
+ set +o interactive-comments
+ for i in '$(echo "${SHELLOPTS}" | tr '\'':'\'' '\'' '\'')'
+ set +o xtrace
++ sed 's/./& /g'
++ echo hxB
+ for i in '$(echo "$_setopts" | sed '\''s/./& /g'\'')'
+ set +h
+ for i in '$(echo "$_setopts" | sed '\''s/./& /g'\'')'
+ set +x
+ echo 'RESULT: 7'
RESULT: 7
+ exit 7
+ on_exit
+ rc=7
+ [[ -n /root/ONAP/onap/policy/docker ]]
+ [[ -n /tmp/tmp.sgLCb9L7mU-robot-workdir ]]
+ rsync -av /tmp/tmp.sgLCb9L7mU-robot-workdir/ /root/ONAP/onap/policy/docker/csit/archives/clamp
sending incremental file list
./
log.html
output.xml
report.html
testplan.txt

sent 524,066 bytes received 95 bytes 1,048,322.00 bytes/sec
total size is 523,634 speedup is 1.00
+ docker ps --format '.Image'
+ docker_stats
+ echo '> top -bn1 | head -3'
+ tee /root/ONAP/onap/policy/docker/csit/archives/clamp/_sysinfo-2-after-robot.txt
+ top -bn1
+ head -3
> top -bn1 | head -3
top - 11:02:08 up 23 days, 19:36, 6 users, load average: 11.85, 5.33, 3.04
Tasks: 352 total, 1 running, 348 sleeping, 0 stopped, 3 zombie
%Cpu(s): 2.0 us, 4.0 sy, 0.0 ni, 94.0 id, 0.0 wa, 0.0 hi, 0.0 si, 0.0 st
+ echo

+ echo '> free -h'
+ free -h
> free -h
total used free shared buff/cache available
Mem: 31G 6.7G 3.8G 539M 20G 23G
Swap: 2.0G 3.2M 2.0G
+ echo

+ echo '> docker ps'
> docker ps
+ docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
4453d3999217 onap/policy-clamp-cl-runtime:latest "/opt/app/policy/bin…" About a minute ago Up About a minute 6969/tcp policy-clamp-cl-runtime
48ec9d11a6b5 onap/policy-clamp-cl-pf-ppnt:latest "/opt/app/policy/bin…" About a minute ago Up About a minute 6973/tcp, 8085/tcp policy-clamp-cl-pf-ppnt
92725e3934c1 onap/policy-api:2.6-SNAPSHOT-latest "./wait_for_port.sh …" About a minute ago Up About a minute 6969/tcp policy-api
1c95e35cc349 onap/policy-clamp-cl-http-ppnt:latest "/opt/app/policy/bin…" About a minute ago Up About a minute 6971/tcp, 8084/tcp policy-clamp-cl-http-ppnt
84d4e87f51a0 onap/policy-clamp-cl-k8s-ppnt:latest "/opt/app/policy/bin…" About a minute ago Up About a minute 6972/tcp, 8083/tcp policy-clamp-cl-k8s-ppnt
8ad76dc4a2d2 nexus3.onap.org:10001/onap/policy-models-simulator:2.6-SNAPSHOT-latest "simulators.sh" About a minute ago Up About a minute 3905/tcp, 6666/tcp, 6668-6670/tcp, 6680/tcp simulator
921a5a8bbb37 nexus3.onap.org:10001/mariadb:10.5.8 "docker-entrypoint.s…" About a minute ago Up About a minute 3306/tcp mariadb
+ echo

+ echo '> docker stats --no-stream'
> docker stats --no-stream
+ docker stats --no-stream
CONTAINER ID NAME CPU % MEM USAGE / LIMIT MEM % NET I/O BLOCK I/O PIDS
4453d3999217 policy-clamp-cl-runtime 1.20% 837.4MiB / 31.01GiB 2.64% 48.7kB / 56.3kB 0B / 116MB 52
48ec9d11a6b5 policy-clamp-cl-pf-ppnt 2.80% 682.4MiB / 31.01GiB 2.15% 7.31kB / 4.01kB 0B / 111MB 46
92725e3934c1 policy-api 0.64% 391.4MiB / 31.01GiB 1.23% 492kB / 540kB 32.8kB / 0B 49
1c95e35cc349 policy-clamp-cl-http-ppnt 1.05% 759.2MiB / 31.01GiB 2.39% 9.35kB / 5.53kB 0B / 0B 46
84d4e87f51a0 policy-clamp-cl-k8s-ppnt 2.29% 701.8MiB / 31.01GiB 2.21% 8.8kB / 5.27kB 0B / 0B 46
8ad76dc4a2d2 simulator 1.12% 355.9MiB / 31.01GiB 1.12% 16.8kB / 28kB 1.62MB / 0B 96
921a5a8bbb37 mariadb 0.21% 83.53MiB / 31.01GiB 0.26% 833kB / 702kB 5.24MB / 49.9MB 25
+ echo

+ cd /root/ONAP/onap/policy/docker/csit/clamp/plans/
+ TEARDOWN=/root/ONAP/onap/policy/docker/csit/clamp/plans/teardown.sh
+ '[' -f /root/ONAP/onap/policy/docker/csit/clamp/plans/teardown.sh ']'
+ echo 'Running teardown script /root/ONAP/onap/policy/docker/csit/clamp/plans/teardown.sh'
Running teardown script /root/ONAP/onap/policy/docker/csit/clamp/plans/teardown.sh
+ source_safely /root/ONAP/onap/policy/docker/csit/clamp/plans/teardown.sh
+ '[' -z /root/ONAP/onap/policy/docker/csit/clamp/plans/teardown.sh ']'
+ relax_set
+ set +e
+ set +o pipefail
+ . /root/ONAP/onap/policy/docker/csit/clamp/plans/teardown.sh
+ load_set
+ _setopts=hxB
++ echo braceexpand:hashall:interactive-comments:xtrace
++ tr : ' '
+ for i in '$(echo "${SHELLOPTS}" | tr '\'':'\'' '\'' '\'')'
+ set +o braceexpand
+ for i in '$(echo "${SHELLOPTS}" | tr '\'':'\'' '\'' '\'')'
+ set +o hashall
+ for i in '$(echo "${SHELLOPTS}" | tr '\'':'\'' '\'' '\'')'
+ set +o interactive-comments
+ for i in '$(echo "${SHELLOPTS}" | tr '\'':'\'' '\'' '\'')'
+ set +o xtrace
++ echo hxB
++ sed 's/./& /g'
+ for i in '$(echo "$_setopts" | sed '\''s/./& /g'\'')'
+ set +h
+ for i in '$(echo "$_setopts" | sed '\''s/./& /g'\'')'
+ set +x
+ exit 7