2022/02/27 09:40:21 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2022/02/27 09:40:21 Starting Kubernetes Multicloud API 2022/02/27 09:40:21 Error Getting TLS Configuration. Starting without TLS... 10.233.68.182 - - [27/Feb/2022:13:10:35 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:11:36 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:12:39 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:13:47 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:15:11 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:16:31 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:19:12 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:34:00 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:34:47 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:36:00 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:37:08 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:39:01 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:40:15 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:13:45:34 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "GET /v1/rb/definition/pnf-cnf-rb-032252d8-e3be-43f6-8a10-53e62943f57e/v1 HTTP/1.1" 200 125 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "POST /v1/rb/definition/pnf-cnf-rb-032252d8-e3be-43f6-8a10-53e62943f57e/v1/content HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "GET /v1/rb/definition/pnf-cnf-rb-032252d8-e3be-43f6-8a10-53e62943f57e/v1 HTTP/1.1" 200 138 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "POST /v1/rb/definition/pnf-cnf-rb-032252d8-e3be-43f6-8a10-53e62943f57e/v1/profile HTTP/1.1" 201 314 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "GET /v1/rb/definition/pnf-cnf-rb-032252d8-e3be-43f6-8a10-53e62943f57e/v1/profile/pnf-cnf-profile-b318a1c1-4060-4bde-a73c-00d05a6ec0e7 HTTP/1.1" 200 314 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "POST /v1/rb/definition/pnf-cnf-rb-032252d8-e3be-43f6-8a10-53e62943f57e/v1/profile/pnf-cnf-profile-b318a1c1-4060-4bde-a73c-00d05a6ec0e7/content HTTP/1.1" 200 0 2022/02/27 14:36:37 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/02/27 14:36:37 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/02/27 14:36:37 Main rss info 2022/02/27 14:36:37 Path: /tmp/helm-tmpl-523104314/manifest-0 2022/02/27 14:36:37 Kind: Service 2022/02/27 14:36:37 Path: /tmp/helm-tmpl-523104314/manifest-1 2022/02/27 14:36:37 Kind: Service 2022/02/27 14:36:37 Path: /tmp/helm-tmpl-523104314/manifest-2 2022/02/27 14:36:37 Kind: Pod 2022/02/27 14:36:37 Path: /tmp/helm-tmpl-523104314/manifest-3 2022/02/27 14:36:37 Kind: Deployment 2022/02/27 14:36:37 Crd rss info 2022/02/27 14:36:37 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-02-27T14:36:37Z"} 2022/02/27 14:36:37 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-523104314/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-27T14:36:37Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-02-27T14:36:38Z"} {"filepath":"/tmp/helm-tmpl-523104314/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-27T14:36:38Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-02-27T14:36:38Z"} {"filepath":"/tmp/helm-tmpl-523104314/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-27T14:36:38Z"} 2022/02/27 14:36:38 No plugin for kind Pod found. Using generic Plugin 2022/02/27 14:36:39 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-02-27T14:36:39Z"} {"filepath":"/tmp/helm-tmpl-523104314/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-27T14:36:39Z"} 2022/02/27 14:36:39 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-02-27T14:36:39Z"} 10.233.68.182 - - [27/Feb/2022:14:36:37 +0000] "POST /v1/instance HTTP/1.1" 201 733 10.233.68.182 - - [27/Feb/2022:14:36:42 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.68.182 - - [27/Feb/2022:14:36:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.68.182 - - [27/Feb/2022:14:36:42 +0000] "GET /v1/rb/definition/cds-ms-rb-1f7112af-670d-4e86-b62f-cee638c6d7a0/v1 HTTP/1.1" 200 124 10.233.68.182 - - [27/Feb/2022:14:36:42 +0000] "POST /v1/rb/definition/cds-ms-rb-1f7112af-670d-4e86-b62f-cee638c6d7a0/v1/content HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:14:36:42 +0000] "GET /v1/rb/definition/cds-ms-rb-1f7112af-670d-4e86-b62f-cee638c6d7a0/v1 HTTP/1.1" 200 138 10.233.68.182 - - [27/Feb/2022:14:36:42 +0000] "POST /v1/rb/definition/cds-ms-rb-1f7112af-670d-4e86-b62f-cee638c6d7a0/v1/profile HTTP/1.1" 201 305 10.233.68.182 - - [27/Feb/2022:14:36:42 +0000] "GET /v1/rb/definition/cds-ms-rb-1f7112af-670d-4e86-b62f-cee638c6d7a0/v1/profile/cds-ms-prof-6eea1e96-3d60-4c20-8cc6-10380609a02f HTTP/1.1" 200 305 10.233.68.182 - - [27/Feb/2022:14:36:42 +0000] "POST /v1/rb/definition/cds-ms-rb-1f7112af-670d-4e86-b62f-cee638c6d7a0/v1/profile/cds-ms-prof-6eea1e96-3d60-4c20-8cc6-10380609a02f/content HTTP/1.1" 200 0 2022/02/27 14:36:42 Main rss info 2022/02/27 14:36:42 Path: /tmp/helm-tmpl-523934078/manifest-0 2022/02/27 14:36:42 Kind: Service 2022/02/27 14:36:42 Path: /tmp/helm-tmpl-523934078/manifest-1 2022/02/27 14:36:42 Kind: Deployment 2022/02/27 14:36:42 Crd rss info 2022/02/27 14:36:42 Hook info {"filepath":"/tmp/helm-tmpl-523934078/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-27T14:36:42Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-02-27T14:36:42Z"} {"filepath":"/tmp/helm-tmpl-523934078/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-27T14:36:42Z"} 2022/02/27 14:36:42 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-02-27T14:36:42Z"} 10.233.68.182 - - [27/Feb/2022:14:36:42 +0000] "POST /v1/instance HTTP/1.1" 201 538 10.233.68.182 - - [27/Feb/2022:14:50:10 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.68.182 - - [27/Feb/2022:14:50:10 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.182 - - [27/Feb/2022:14:50:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6c68067c-9870-4829-967b-444660c155df/v1 HTTP/1.1" 200 125 10.233.68.182 - - [27/Feb/2022:14:50:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6c68067c-9870-4829-967b-444660c155df/v1/content HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:14:50:11 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6c68067c-9870-4829-967b-444660c155df/v1 HTTP/1.1" 200 138 10.233.68.182 - - [27/Feb/2022:14:50:11 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6c68067c-9870-4829-967b-444660c155df/v1/profile HTTP/1.1" 201 314 10.233.68.182 - - [27/Feb/2022:14:50:11 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6c68067c-9870-4829-967b-444660c155df/v1/profile/pnf-cnf-profile-384d2d8a-98ae-4259-b337-38636f8801d2 HTTP/1.1" 200 314 10.233.68.182 - - [27/Feb/2022:14:50:11 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6c68067c-9870-4829-967b-444660c155df/v1/profile/pnf-cnf-profile-384d2d8a-98ae-4259-b337-38636f8801d2/content HTTP/1.1" 200 0 2022/02/27 14:50:11 Main rss info 2022/02/27 14:50:11 Path: /tmp/helm-tmpl-861810633/manifest-0 2022/02/27 14:50:11 Kind: Service 2022/02/27 14:50:11 Path: /tmp/helm-tmpl-861810633/manifest-1 2022/02/27 14:50:11 Kind: Service 2022/02/27 14:50:11 Path: /tmp/helm-tmpl-861810633/manifest-2 2022/02/27 14:50:11 Kind: Pod 2022/02/27 14:50:11 Path: /tmp/helm-tmpl-861810633/manifest-3 2022/02/27 14:50:11 Kind: Deployment 2022/02/27 14:50:11 Crd rss info 2022/02/27 14:50:11 Hook info {"filepath":"/tmp/helm-tmpl-861810633/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-27T14:50:11Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-861810633/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-02-27T14:50:11Z"} 2022/02/27 14:50:11 Instance: elated_curran, Main rss are failed, skip post-install and remove instance in DB 2022/02/27 14:50:11 Deleted Obj with ID ObjectID("621b8fa34db71825f2408520") 2022/02/27 14:50:11 Deleted Obj with ID ObjectID("621b8fa3d71aad4785d3c0ba") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-6c68067c-9870-4829-967b-444660c155df","rb-version":"v1","profile-name":"pnf-cnf-profile-384d2d8a-98ae-4259-b337-38636f8801d2","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-02-27T14:50:11Z"} 10.233.68.182 - - [27/Feb/2022:14:50:11 +0000] "POST /v1/instance HTTP/1.1" 500 180 10.233.68.182 - - [27/Feb/2022:14:51:21 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.68.182 - - [27/Feb/2022:14:51:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.68.182 - - [27/Feb/2022:14:51:21 +0000] "GET /v1/rb/definition/cds-ms-rb-78e0236d-e81f-4183-8716-ca3013b0edd0/v1 HTTP/1.1" 200 124 10.233.68.182 - - [27/Feb/2022:14:51:21 +0000] "POST /v1/rb/definition/cds-ms-rb-78e0236d-e81f-4183-8716-ca3013b0edd0/v1/content HTTP/1.1" 200 0 10.233.68.182 - - [27/Feb/2022:14:51:21 +0000] "GET /v1/rb/definition/cds-ms-rb-78e0236d-e81f-4183-8716-ca3013b0edd0/v1 HTTP/1.1" 200 138 10.233.68.182 - - [27/Feb/2022:14:51:21 +0000] "POST /v1/rb/definition/cds-ms-rb-78e0236d-e81f-4183-8716-ca3013b0edd0/v1/profile HTTP/1.1" 201 305 10.233.68.182 - - [27/Feb/2022:14:51:22 +0000] "GET /v1/rb/definition/cds-ms-rb-78e0236d-e81f-4183-8716-ca3013b0edd0/v1/profile/cds-ms-prof-34b79cb8-b49a-4155-bf0d-ddc878d6fce9 HTTP/1.1" 200 305 10.233.68.182 - - [27/Feb/2022:14:51:22 +0000] "POST /v1/rb/definition/cds-ms-rb-78e0236d-e81f-4183-8716-ca3013b0edd0/v1/profile/cds-ms-prof-34b79cb8-b49a-4155-bf0d-ddc878d6fce9/content HTTP/1.1" 200 0 2022/02/27 14:51:22 Main rss info 2022/02/27 14:51:22 Path: /tmp/helm-tmpl-713545480/manifest-0 2022/02/27 14:51:22 Kind: Service 2022/02/27 14:51:22 Path: /tmp/helm-tmpl-713545480/manifest-1 2022/02/27 14:51:22 Kind: Deployment 2022/02/27 14:51:22 Crd rss info 2022/02/27 14:51:22 Hook info {"filepath":"/tmp/helm-tmpl-713545480/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-27T14:51:22Z"} {"error":"Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","filepath":"/tmp/helm-tmpl-713545480/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-02-27T14:51:22Z"} 2022/02/27 14:51:22 Instance: sad_sinoussi, Main rss are failed, skip post-install and remove instance in DB 2022/02/27 14:51:22 Deleted Obj with ID ObjectID("621b8fea4db71825f2408528") 2022/02/27 14:51:22 Deleted Obj with ID ObjectID("621b8fead71aad4785d3c126") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"cds-ms-rb-78e0236d-e81f-4183-8716-ca3013b0edd0","rb-version":"v1","profile-name":"cds-ms-prof-34b79cb8-b49a-4155-bf0d-ddc878d6fce9","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-02-27T14:51:22Z"} 10.233.68.182 - - [27/Feb/2022:14:51:22 +0000] "POST /v1/instance HTTP/1.1" 500 252