2021/05/28 23:04:14 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2021/05/28 23:04:15 Starting Kubernetes Multicloud API 2021/05/28 23:04:15 Error Getting TLS Configuration. Starting without TLS... 10.233.78.198 - - [29/May/2021:00:29:19 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [29/May/2021:00:30:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.78.198 - - [29/May/2021:00:31:23 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [29/May/2021:00:31:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.78.198 - - [29/May/2021:00:32:57 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.78.198 - - [29/May/2021:00:35:13 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.78.198 - - [29/May/2021:00:43:42 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.78.198 - - [29/May/2021:00:43:42 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.78.198 - - [29/May/2021:00:43:43 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.78.198 - - [29/May/2021:00:43:43 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.78.198 - - [29/May/2021:00:43:43 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d723cdaa-d600-437b-a120-80b688fa8087/v1 HTTP/1.1" 200 125 10.233.78.198 - - [29/May/2021:00:43:43 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d723cdaa-d600-437b-a120-80b688fa8087/v1/content HTTP/1.1" 200 0 10.233.78.198 - - [29/May/2021:00:43:43 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d723cdaa-d600-437b-a120-80b688fa8087/v1 HTTP/1.1" 200 138 10.233.78.198 - - [29/May/2021:00:43:43 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d723cdaa-d600-437b-a120-80b688fa8087/v1/profile HTTP/1.1" 201 280 10.233.78.198 - - [29/May/2021:00:43:43 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d723cdaa-d600-437b-a120-80b688fa8087/v1/profile/pnf-cnf-profile-a5c38e14-bc1e-43c8-acb4-515df832aff1 HTTP/1.1" 200 280 10.233.78.198 - - [29/May/2021:00:43:43 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d723cdaa-d600-437b-a120-80b688fa8087/v1/profile/pnf-cnf-profile-a5c38e14-bc1e-43c8-acb4-515df832aff1/content HTTP/1.1" 200 0 2021/05/29 00:43:43 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/05/29 00:43:43 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result {"filepath":"/tmp/helm-tmpl-867813509/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-05-29T00:43:44Z"} {"error":"Create Service error: services \"mongo\" already exists","filepath":"/tmp/helm-tmpl-867813509/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-05-29T00:43:44Z"} {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-d723cdaa-d600-437b-a120-80b688fa8087","rb-version":"v1","profile-name":"pnf-cnf-profile-a5c38e14-bc1e-43c8-acb4-515df832aff1","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-05-29T00:43:44Z"} 10.233.78.198 - - [29/May/2021:00:43:43 +0000] "POST /v1/instance HTTP/1.1" 500 155 127.0.0.1 - - [29/May/2021:00:46:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [29/May/2021:00:46:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [29/May/2021:00:47:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.78.198 - - [29/May/2021:00:50:26 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 127.0.0.1 - - [29/May/2021:00:50:40 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [29/May/2021:00:50:40 +0000] "POST /v1/rb/definition/417cc018-16dc-40a0-83f9-ec01969add01/c6890a4c-5de3-4d97-923a-ce79bd77b301/content HTTP/1.1" 200 0 10.233.78.198 - - [29/May/2021:00:53:28 +0000] "GET /v1/rb/definition/417cc018-16dc-40a0-83f9-ec01969add01/c6890a4c-5de3-4d97-923a-ce79bd77b301 HTTP/1.1" 200 216 10.233.78.198 - - [29/May/2021:00:53:29 +0000] "GET /v1/rb/definition/417cc018-16dc-40a0-83f9-ec01969add01/c6890a4c-5de3-4d97-923a-ce79bd77b301/profile/cnftest HTTP/1.1" 404 87 10.233.78.198 - - [29/May/2021:00:53:29 +0000] "POST /v1/rb/definition/417cc018-16dc-40a0-83f9-ec01969add01/c6890a4c-5de3-4d97-923a-ce79bd77b301/profile HTTP/1.1" 201 212 10.233.78.198 - - [29/May/2021:00:53:29 +0000] "GET /v1/rb/definition/417cc018-16dc-40a0-83f9-ec01969add01/c6890a4c-5de3-4d97-923a-ce79bd77b301/profile/cnftest HTTP/1.1" 200 212 10.233.78.198 - - [29/May/2021:00:53:29 +0000] "POST /v1/rb/definition/417cc018-16dc-40a0-83f9-ec01969add01/c6890a4c-5de3-4d97-923a-ce79bd77b301/profile/cnftest/content HTTP/1.1" 200 0 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 2021/05/29 00:53:52 Did not find tag: instance 10.233.78.198 - - [29/May/2021:00:53:52 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-de588633-476f-408b-8eab-b38b3dc6733b HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-05-29T00:53:52Z"} {"Body":{},"Payload":{"generic-vnf-id":"54c986b3-37b8-4f23-8c08-f4406e4099b2","vf-module-id":"6dd364ca-14f0-45bf-8e46-f1d567c2e212","vf-module-model-invariant-id":"417cc018-16dc-40a0-83f9-ec01969add01","vf-module-model-version-id":"c6890a4c-5de3-4d97-923a-ce79bd77b301","vf-module-model-customization-id":"8ee8a79a-4002-4cf0-a414-8dc2ea5f535f","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-de588633-476f-408b-8eab-b38b3dc6733b"}},"level":"info","msg":"Broker API Payload","time":"2021-05-29T00:53:53Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"417cc018-16dc-40a0-83f9-ec01969add01","rb-version":"c6890a4c-5de3-4d97-923a-ce79bd77b301","profile-name":"cnftest","release-name":"6dd364ca-14f0-45bf-8e46-f1d567c2e212","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-de588633-476f-408b-8eab-b38b3dc6733b"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-05-29T00:53:53Z"} {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-05-29T00:53:53Z"} 2021/05/29 00:53:53 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-017342292/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-05-29T00:53:53Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-05-29T00:53:53Z"} {"filepath":"/tmp/helm-tmpl-017342292/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-05-29T00:53:53Z"} 2021/05/29 00:53:53 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-05-29T00:53:53Z"} 10.233.78.198 - - [29/May/2021:00:53:53 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 305 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"fervent_sinoussi","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-05-29T00:53:53Z"} 10.233.78.198 - - [29/May/2021:00:53:53 +0000] "GET /basicnf-owner/k8sregion/infra_workload/fervent_sinoussi HTTP/1.1" 200 124 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"fervent_sinoussi","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-05-29T00:53:53Z"} 10.233.78.198 - - [29/May/2021:00:53:54 +0000] "POST /basicnf-owner/k8sregion/infra_workload/fervent_sinoussi HTTP/1.1" 405 0 10.233.78.198 - - [29/May/2021:00:54:27 +0000] "GET /basicnf-owner/k8sregion/infra_workload/fervent_sinoussi HTTP/1.1" 200 124 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"fervent_sinoussi","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-05-29T00:54:27Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-05-29T00:54:27Z"} 2021/05/29 00:54:27 Deleting service: cnftest-nginx {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-05-29T00:54:27Z"} 2021/05/29 00:54:27 No plugin for kind Deployment found. Using generic Plugin 2021/05/29 00:54:27 Deleted Obj with ID ObjectID("60b190a16549e5c88b7c92c3") 2021/05/29 00:54:27 Deleted Obj with ID ObjectID("60b190a132f45cb5a4cf93f8") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"fervent_sinoussi","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-05-29T00:54:27Z"} 10.233.78.198 - - [29/May/2021:00:54:27 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/fervent_sinoussi HTTP/1.1" 202 124 10.233.78.198 - - [29/May/2021:00:54:41 +0000] "GET /v1/rb/definition/417cc018-16dc-40a0-83f9-ec01969add01/c6890a4c-5de3-4d97-923a-ce79bd77b301 HTTP/1.1" 200 216 10.233.78.198 - - [29/May/2021:00:54:41 +0000] "GET /v1/rb/definition/417cc018-16dc-40a0-83f9-ec01969add01/c6890a4c-5de3-4d97-923a-ce79bd77b301/profile/cnftest HTTP/1.1" 200 212 2021/05/29 00:54:41 Deleted Obj with ID ObjectID("60b190896549e5c88b7c92c1") 2021/05/29 00:54:42 Deleted Obj with ID ObjectID("60b190896549e5c88b7c92c2") 2021/05/29 00:54:42 Deleted Obj with ID ObjectID("60b1908932f45cb5a4cf93c7") 10.233.78.198 - - [29/May/2021:00:54:41 +0000] "DELETE /v1/rb/definition/417cc018-16dc-40a0-83f9-ec01969add01/c6890a4c-5de3-4d97-923a-ce79bd77b301/profile/cnftest HTTP/1.1" 204 0 10.233.78.198 - - [29/May/2021:00:55:31 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 2021/05/29 00:55:31 Deleted Obj with ID ObjectID("60b18e3e6549e5c88b7c92aa") 10.233.78.198 - - [29/May/2021:00:55:31 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2021/05/29 00:55:31 Deleted Obj with ID ObjectID("60b18e3f32f45cb5a4cf91e1")