2022/02/06 09:10:17 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2022/02/06 09:10:18 Starting Kubernetes Multicloud API 2022/02/06 09:10:18 Error Getting TLS Configuration. Starting without TLS... 10.233.67.224 - - [06/Feb/2022:10:33:42 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [06/Feb/2022:10:35:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [06/Feb/2022:10:39:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [06/Feb/2022:10:41:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [06/Feb/2022:10:45:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [06/Feb/2022:10:50:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.224 - - [06/Feb/2022:11:04:07 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.67.224 - - [06/Feb/2022:11:04:07 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7561 10.233.67.224 - - [06/Feb/2022:11:04:07 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.67.224 - - [06/Feb/2022:11:04:07 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.224 - - [06/Feb/2022:11:04:07 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d48f3975-7ac2-41fd-a3cf-74b6a9b17f4c/v1 HTTP/1.1" 200 125 10.233.67.224 - - [06/Feb/2022:11:04:07 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d48f3975-7ac2-41fd-a3cf-74b6a9b17f4c/v1/content HTTP/1.1" 200 0 10.233.67.224 - - [06/Feb/2022:11:04:07 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d48f3975-7ac2-41fd-a3cf-74b6a9b17f4c/v1 HTTP/1.1" 200 138 10.233.67.224 - - [06/Feb/2022:11:04:07 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d48f3975-7ac2-41fd-a3cf-74b6a9b17f4c/v1/profile HTTP/1.1" 201 314 10.233.67.224 - - [06/Feb/2022:11:04:08 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d48f3975-7ac2-41fd-a3cf-74b6a9b17f4c/v1/profile/pnf-cnf-profile-97b5ad4c-1053-4a8a-90c1-58962ee7cf77 HTTP/1.1" 200 314 10.233.67.224 - - [06/Feb/2022:11:04:08 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d48f3975-7ac2-41fd-a3cf-74b6a9b17f4c/v1/profile/pnf-cnf-profile-97b5ad4c-1053-4a8a-90c1-58962ee7cf77/content HTTP/1.1" 200 0 2022/02/06 11:04:08 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/02/06 11:04:08 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/02/06 11:04:08 Main rss info 2022/02/06 11:04:08 Path: /tmp/helm-tmpl-323703631/manifest-0 2022/02/06 11:04:08 Kind: Service 2022/02/06 11:04:08 Path: /tmp/helm-tmpl-323703631/manifest-1 2022/02/06 11:04:08 Kind: Service 2022/02/06 11:04:08 Path: /tmp/helm-tmpl-323703631/manifest-2 2022/02/06 11:04:08 Kind: Pod 2022/02/06 11:04:08 Path: /tmp/helm-tmpl-323703631/manifest-3 2022/02/06 11:04:08 Kind: Deployment 2022/02/06 11:04:08 Crd rss info 2022/02/06 11:04:08 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-02-06T11:04:08Z"} 2022/02/06 11:04:08 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-323703631/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-06T11:04:08Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-02-06T11:04:08Z"} {"filepath":"/tmp/helm-tmpl-323703631/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-06T11:04:08Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-02-06T11:04:09Z"} {"filepath":"/tmp/helm-tmpl-323703631/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-06T11:04:09Z"} 2022/02/06 11:04:09 No plugin for kind Pod found. Using generic Plugin 2022/02/06 11:04:09 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-02-06T11:04:09Z"} {"filepath":"/tmp/helm-tmpl-323703631/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-06T11:04:09Z"} 2022/02/06 11:04:09 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-02-06T11:04:09Z"} 10.233.67.224 - - [06/Feb/2022:11:04:08 +0000] "POST /v1/instance HTTP/1.1" 201 738 10.233.67.224 - - [06/Feb/2022:11:05:21 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.67.224 - - [06/Feb/2022:11:05:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.67.224 - - [06/Feb/2022:11:05:21 +0000] "GET /v1/rb/definition/cds-ms-rb-dec2f903-fb42-4dfd-a7d4-0318be337b22/v1 HTTP/1.1" 200 124 10.233.67.224 - - [06/Feb/2022:11:05:21 +0000] "POST /v1/rb/definition/cds-ms-rb-dec2f903-fb42-4dfd-a7d4-0318be337b22/v1/content HTTP/1.1" 200 0 10.233.67.224 - - [06/Feb/2022:11:05:21 +0000] "GET /v1/rb/definition/cds-ms-rb-dec2f903-fb42-4dfd-a7d4-0318be337b22/v1 HTTP/1.1" 200 138 10.233.67.224 - - [06/Feb/2022:11:05:21 +0000] "POST /v1/rb/definition/cds-ms-rb-dec2f903-fb42-4dfd-a7d4-0318be337b22/v1/profile HTTP/1.1" 201 305 10.233.67.224 - - [06/Feb/2022:11:05:21 +0000] "GET /v1/rb/definition/cds-ms-rb-dec2f903-fb42-4dfd-a7d4-0318be337b22/v1/profile/cds-ms-prof-d5623dbf-11bb-47d2-b663-e2aea8f74f7b HTTP/1.1" 200 305 10.233.67.224 - - [06/Feb/2022:11:05:21 +0000] "POST /v1/rb/definition/cds-ms-rb-dec2f903-fb42-4dfd-a7d4-0318be337b22/v1/profile/cds-ms-prof-d5623dbf-11bb-47d2-b663-e2aea8f74f7b/content HTTP/1.1" 200 0 2022/02/06 11:05:21 Main rss info 2022/02/06 11:05:21 Path: /tmp/helm-tmpl-510594851/manifest-0 2022/02/06 11:05:21 Kind: Service 2022/02/06 11:05:21 Path: /tmp/helm-tmpl-510594851/manifest-1 2022/02/06 11:05:21 Kind: Deployment 2022/02/06 11:05:21 Crd rss info 2022/02/06 11:05:21 Hook info {"filepath":"/tmp/helm-tmpl-510594851/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-06T11:05:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-02-06T11:05:21Z"} {"filepath":"/tmp/helm-tmpl-510594851/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-06T11:05:21Z"} 2022/02/06 11:05:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-02-06T11:05:22Z"} 10.233.67.224 - - [06/Feb/2022:11:05:21 +0000] "POST /v1/instance HTTP/1.1" 201 541 10.233.67.224 - - [06/Feb/2022:11:13:37 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 127.0.0.1 - - [06/Feb/2022:11:13:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [06/Feb/2022:11:13:49 +0000] "POST /v1/rb/definition/5254ea34-244e-4cd2-a945-927af04ff194/009de0b7-870b-47dd-bf41-062d2ea738d5/content HTTP/1.1" 200 0 10.233.67.224 - - [06/Feb/2022:11:14:13 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.67.224 - - [06/Feb/2022:11:14:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.224 - - [06/Feb/2022:11:14:14 +0000] "GET /v1/rb/definition/pnf-cnf-rb-34e23f39-f22d-443f-9476-9efe4e28a353/v1 HTTP/1.1" 200 125 10.233.67.224 - - [06/Feb/2022:11:14:14 +0000] "POST /v1/rb/definition/pnf-cnf-rb-34e23f39-f22d-443f-9476-9efe4e28a353/v1/content HTTP/1.1" 200 0 10.233.67.224 - - [06/Feb/2022:11:14:14 +0000] "GET /v1/rb/definition/pnf-cnf-rb-34e23f39-f22d-443f-9476-9efe4e28a353/v1 HTTP/1.1" 200 138 10.233.67.224 - - [06/Feb/2022:11:14:14 +0000] "POST /v1/rb/definition/pnf-cnf-rb-34e23f39-f22d-443f-9476-9efe4e28a353/v1/profile HTTP/1.1" 201 314 10.233.67.224 - - [06/Feb/2022:11:14:14 +0000] "GET /v1/rb/definition/pnf-cnf-rb-34e23f39-f22d-443f-9476-9efe4e28a353/v1/profile/pnf-cnf-profile-2dac0291-8178-46c3-9c66-2b597aa7e046 HTTP/1.1" 200 314 10.233.67.224 - - [06/Feb/2022:11:14:14 +0000] "POST /v1/rb/definition/pnf-cnf-rb-34e23f39-f22d-443f-9476-9efe4e28a353/v1/profile/pnf-cnf-profile-2dac0291-8178-46c3-9c66-2b597aa7e046/content HTTP/1.1" 200 0 2022/02/06 11:14:14 Main rss info 2022/02/06 11:14:14 Path: /tmp/helm-tmpl-429802705/manifest-0 2022/02/06 11:14:14 Kind: Service 2022/02/06 11:14:14 Path: /tmp/helm-tmpl-429802705/manifest-1 2022/02/06 11:14:14 Kind: Service 2022/02/06 11:14:14 Path: /tmp/helm-tmpl-429802705/manifest-2 2022/02/06 11:14:14 Kind: Pod 2022/02/06 11:14:14 Path: /tmp/helm-tmpl-429802705/manifest-3 2022/02/06 11:14:14 Kind: Deployment 2022/02/06 11:14:14 Crd rss info 2022/02/06 11:14:14 Hook info {"filepath":"/tmp/helm-tmpl-429802705/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-06T11:14:14Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-429802705/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-02-06T11:14:14Z"} 2022/02/06 11:14:14 Instance: pensive_ptolemy, Main rss are failed, skip post-install and remove instance in DB 2022/02/06 11:14:14 Deleted Obj with ID ObjectID("61ffad862db9a6a693085894") 2022/02/06 11:14:14 Deleted Obj with ID ObjectID("61ffad863d27f3c86e8fd254") 10.233.67.224 - - [06/Feb/2022:11:14:14 +0000] "POST /v1/instance HTTP/1.1" 500 180 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-34e23f39-f22d-443f-9476-9efe4e28a353","rb-version":"v1","profile-name":"pnf-cnf-profile-2dac0291-8178-46c3-9c66-2b597aa7e046","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-02-06T11:14:14Z"} 10.233.67.224 - - [06/Feb/2022:11:15:52 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.67.224 - - [06/Feb/2022:11:15:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.67.224 - - [06/Feb/2022:11:15:52 +0000] "GET /v1/rb/definition/cds-ms-rb-7aaefab7-5351-4f88-91d4-0268c7a66eff/v1 HTTP/1.1" 200 124 10.233.67.224 - - [06/Feb/2022:11:15:52 +0000] "POST /v1/rb/definition/cds-ms-rb-7aaefab7-5351-4f88-91d4-0268c7a66eff/v1/content HTTP/1.1" 200 0 10.233.67.224 - - [06/Feb/2022:11:15:52 +0000] "GET /v1/rb/definition/cds-ms-rb-7aaefab7-5351-4f88-91d4-0268c7a66eff/v1 HTTP/1.1" 200 138 10.233.67.224 - - [06/Feb/2022:11:15:52 +0000] "POST /v1/rb/definition/cds-ms-rb-7aaefab7-5351-4f88-91d4-0268c7a66eff/v1/profile HTTP/1.1" 201 305 10.233.67.224 - - [06/Feb/2022:11:15:52 +0000] "GET /v1/rb/definition/cds-ms-rb-7aaefab7-5351-4f88-91d4-0268c7a66eff/v1/profile/cds-ms-prof-19e13084-2d5d-4321-9f98-43e1ca62ae5b HTTP/1.1" 200 305 10.233.67.224 - - [06/Feb/2022:11:15:52 +0000] "POST /v1/rb/definition/cds-ms-rb-7aaefab7-5351-4f88-91d4-0268c7a66eff/v1/profile/cds-ms-prof-19e13084-2d5d-4321-9f98-43e1ca62ae5b/content HTTP/1.1" 200 0 2022/02/06 11:15:53 Main rss info 2022/02/06 11:15:53 Path: /tmp/helm-tmpl-285861616/manifest-0 2022/02/06 11:15:53 Kind: Service 2022/02/06 11:15:53 Path: /tmp/helm-tmpl-285861616/manifest-1 2022/02/06 11:15:53 Kind: Deployment 2022/02/06 11:15:53 Crd rss info 2022/02/06 11:15:53 Hook info {"filepath":"/tmp/helm-tmpl-285861616/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-06T11:15:53Z"} {"error":"Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","filepath":"/tmp/helm-tmpl-285861616/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-02-06T11:15:53Z"} 2022/02/06 11:15:53 Instance: jolly_curran, Main rss are failed, skip post-install and remove instance in DB 2022/02/06 11:15:53 Deleted Obj with ID ObjectID("61ffade92db9a6a69308589c") 2022/02/06 11:15:53 Deleted Obj with ID ObjectID("61ffade93d27f3c86e8fd2d7") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"cds-ms-rb-7aaefab7-5351-4f88-91d4-0268c7a66eff","rb-version":"v1","profile-name":"cds-ms-prof-19e13084-2d5d-4321-9f98-43e1ca62ae5b","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-02-06T11:15:53Z"} 10.233.67.224 - - [06/Feb/2022:11:15:53 +0000] "POST /v1/instance HTTP/1.1" 500 252