2022/01/26 00:22:44 Starting Kubernetes Multicloud API 2022/01/26 00:22:44 Error Getting TLS Configuration. Starting without TLS... 10.233.67.247 - - [26/Jan/2022:01:34:45 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:01:36:18 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jan/2022:01:37:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.247 - - [26/Jan/2022:01:37:45 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:01:38:06 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jan/2022:01:38:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.67.247 - - [26/Jan/2022:01:39:45 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:01:41:07 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jan/2022:01:42:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.247 - - [26/Jan/2022:01:42:57 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:01:44:39 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jan/2022:01:46:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.247 - - [26/Jan/2022:01:48:43 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "GET /v1/rb/definition/pnf-cnf-rb-ad6add35-34da-4c2c-abfd-28dc444e36cf/v1 HTTP/1.1" 200 125 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "POST /v1/rb/definition/pnf-cnf-rb-ad6add35-34da-4c2c-abfd-28dc444e36cf/v1/content HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "GET /v1/rb/definition/pnf-cnf-rb-ad6add35-34da-4c2c-abfd-28dc444e36cf/v1 HTTP/1.1" 200 138 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "POST /v1/rb/definition/pnf-cnf-rb-ad6add35-34da-4c2c-abfd-28dc444e36cf/v1/profile HTTP/1.1" 201 314 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "GET /v1/rb/definition/pnf-cnf-rb-ad6add35-34da-4c2c-abfd-28dc444e36cf/v1/profile/pnf-cnf-profile-e48ad5e1-7796-4c07-bc7d-ec283f7fd0bc HTTP/1.1" 200 314 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "POST /v1/rb/definition/pnf-cnf-rb-ad6add35-34da-4c2c-abfd-28dc444e36cf/v1/profile/pnf-cnf-profile-e48ad5e1-7796-4c07-bc7d-ec283f7fd0bc/content HTTP/1.1" 200 0 2022/01/26 01:51:27 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/01/26 01:51:27 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/01/26 01:51:27 Main rss info 2022/01/26 01:51:27 Path: /tmp/helm-tmpl-540987401/manifest-0 2022/01/26 01:51:27 Kind: Service 2022/01/26 01:51:27 Path: /tmp/helm-tmpl-540987401/manifest-1 2022/01/26 01:51:27 Kind: Service 2022/01/26 01:51:27 Path: /tmp/helm-tmpl-540987401/manifest-2 2022/01/26 01:51:27 Kind: Pod 2022/01/26 01:51:27 Path: /tmp/helm-tmpl-540987401/manifest-3 2022/01/26 01:51:27 Kind: Deployment 2022/01/26 01:51:27 Crd rss info 2022/01/26 01:51:27 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-01-26T01:51:27Z"} 2022/01/26 01:51:27 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-540987401/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-26T01:51:27Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-01-26T01:51:27Z"} {"filepath":"/tmp/helm-tmpl-540987401/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-26T01:51:27Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-01-26T01:51:27Z"} {"filepath":"/tmp/helm-tmpl-540987401/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-26T01:51:27Z"} 2022/01/26 01:51:27 No plugin for kind Pod found. Using generic Plugin 2022/01/26 01:51:27 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-01-26T01:51:28Z"} {"filepath":"/tmp/helm-tmpl-540987401/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-26T01:51:28Z"} 2022/01/26 01:51:28 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-01-26T01:51:28Z"} 10.233.67.247 - - [26/Jan/2022:01:51:27 +0000] "POST /v1/instance HTTP/1.1" 201 730 10.233.67.247 - - [26/Jan/2022:01:51:35 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.67.247 - - [26/Jan/2022:01:51:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.67.247 - - [26/Jan/2022:01:51:35 +0000] "GET /v1/rb/definition/cds-ms-rb-c824c882-21b9-4c81-a5a0-5754d72ea472/v1 HTTP/1.1" 200 124 10.233.67.247 - - [26/Jan/2022:01:51:35 +0000] "POST /v1/rb/definition/cds-ms-rb-c824c882-21b9-4c81-a5a0-5754d72ea472/v1/content HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:01:51:35 +0000] "GET /v1/rb/definition/cds-ms-rb-c824c882-21b9-4c81-a5a0-5754d72ea472/v1 HTTP/1.1" 200 138 10.233.67.247 - - [26/Jan/2022:01:51:35 +0000] "POST /v1/rb/definition/cds-ms-rb-c824c882-21b9-4c81-a5a0-5754d72ea472/v1/profile HTTP/1.1" 201 305 10.233.67.247 - - [26/Jan/2022:01:51:35 +0000] "GET /v1/rb/definition/cds-ms-rb-c824c882-21b9-4c81-a5a0-5754d72ea472/v1/profile/cds-ms-prof-38864192-7f92-4072-bda7-3789a5307e21 HTTP/1.1" 200 305 10.233.67.247 - - [26/Jan/2022:01:51:35 +0000] "POST /v1/rb/definition/cds-ms-rb-c824c882-21b9-4c81-a5a0-5754d72ea472/v1/profile/cds-ms-prof-38864192-7f92-4072-bda7-3789a5307e21/content HTTP/1.1" 200 0 2022/01/26 01:51:35 Main rss info 2022/01/26 01:51:35 Path: /tmp/helm-tmpl-156649803/manifest-0 2022/01/26 01:51:35 Kind: Service 2022/01/26 01:51:35 Path: /tmp/helm-tmpl-156649803/manifest-1 2022/01/26 01:51:35 Kind: Deployment 2022/01/26 01:51:35 Crd rss info 2022/01/26 01:51:35 Hook info {"filepath":"/tmp/helm-tmpl-156649803/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-26T01:51:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-01-26T01:51:35Z"} {"filepath":"/tmp/helm-tmpl-156649803/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-26T01:51:35Z"} 2022/01/26 01:51:35 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-01-26T01:51:35Z"} 10.233.67.247 - - [26/Jan/2022:01:51:35 +0000] "POST /v1/instance HTTP/1.1" 201 537 127.0.0.1 - - [26/Jan/2022:01:52:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [26/Jan/2022:01:52:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [26/Jan/2022:01:53:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.67.247 - - [26/Jan/2022:01:54:05 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jan/2022:01:56:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [26/Jan/2022:01:57:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [26/Jan/2022:02:07:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.247 - - [26/Jan/2022:02:11:22 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.67.247 - - [26/Jan/2022:02:11:22 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.247 - - [26/Jan/2022:02:11:22 +0000] "GET /v1/rb/definition/pnf-cnf-rb-f1d855d6-ed40-4214-8642-dde20955446b/v1 HTTP/1.1" 200 125 10.233.67.247 - - [26/Jan/2022:02:11:22 +0000] "POST /v1/rb/definition/pnf-cnf-rb-f1d855d6-ed40-4214-8642-dde20955446b/v1/content HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:02:11:23 +0000] "GET /v1/rb/definition/pnf-cnf-rb-f1d855d6-ed40-4214-8642-dde20955446b/v1 HTTP/1.1" 200 138 10.233.67.247 - - [26/Jan/2022:02:11:23 +0000] "POST /v1/rb/definition/pnf-cnf-rb-f1d855d6-ed40-4214-8642-dde20955446b/v1/profile HTTP/1.1" 201 314 10.233.67.247 - - [26/Jan/2022:02:11:23 +0000] "GET /v1/rb/definition/pnf-cnf-rb-f1d855d6-ed40-4214-8642-dde20955446b/v1/profile/pnf-cnf-profile-de470bea-3609-4e4a-a2cb-c395d32dc5d4 HTTP/1.1" 200 314 10.233.67.247 - - [26/Jan/2022:02:11:23 +0000] "POST /v1/rb/definition/pnf-cnf-rb-f1d855d6-ed40-4214-8642-dde20955446b/v1/profile/pnf-cnf-profile-de470bea-3609-4e4a-a2cb-c395d32dc5d4/content HTTP/1.1" 200 0 2022/01/26 02:11:23 Main rss info 2022/01/26 02:11:23 Path: /tmp/helm-tmpl-889646914/manifest-0 2022/01/26 02:11:23 Kind: Service 2022/01/26 02:11:23 Path: /tmp/helm-tmpl-889646914/manifest-1 2022/01/26 02:11:23 Kind: Service 2022/01/26 02:11:23 Path: /tmp/helm-tmpl-889646914/manifest-2 2022/01/26 02:11:23 Kind: Pod 2022/01/26 02:11:23 Path: /tmp/helm-tmpl-889646914/manifest-3 2022/01/26 02:11:23 Kind: Deployment 2022/01/26 02:11:23 Crd rss info 2022/01/26 02:11:23 Hook info {"filepath":"/tmp/helm-tmpl-889646914/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-26T02:11:23Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-889646914/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-01-26T02:11:23Z"} 2022/01/26 02:11:23 Instance: vibrant_kare, Main rss are failed, skip post-install and remove instance in DB 2022/01/26 02:11:23 Deleted Obj with ID ObjectID("61f0adcbda6d6db7306e1c37") 2022/01/26 02:11:23 Deleted Obj with ID ObjectID("61f0adcb2bc2548157e57802") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-f1d855d6-ed40-4214-8642-dde20955446b","rb-version":"v1","profile-name":"pnf-cnf-profile-de470bea-3609-4e4a-a2cb-c395d32dc5d4","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-01-26T02:11:23Z"} 10.233.67.247 - - [26/Jan/2022:02:11:23 +0000] "POST /v1/instance HTTP/1.1" 500 180 127.0.0.1 - - [26/Jan/2022:02:12:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.247 - - [26/Jan/2022:11:24:41 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jan/2022:11:25:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.247 - - [26/Jan/2022:11:26:07 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jan/2022:11:27:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [26/Jan/2022:11:27:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.247 - - [26/Jan/2022:11:27:41 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:11:29:10 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:11:31:19 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.247 - - [26/Jan/2022:11:32:39 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jan/2022:11:32:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.247 - - [26/Jan/2022:11:35:20 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jan/2022:11:36:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [26/Jan/2022:11:40:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [26/Jan/2022:11:49:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [26/Jan/2022:11:55:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270