2021/08/12 10:47:20 Starting Kubernetes Multicloud API 2021/08/12 10:47:20 Error Getting TLS Configuration. Starting without TLS... 10.233.75.28 - - [12/Aug/2021:13:41:57 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [12/Aug/2021:13:44:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [12/Aug/2021:13:44:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [12/Aug/2021:13:44:39 +0000] "POST /v1/rb/definition HTTP/1.1" 500 26 10.233.75.28 - - [12/Aug/2021:13:44:55 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.28 - - [12/Aug/2021:13:46:33 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.28 - - [12/Aug/2021:13:46:46 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.28 - - [12/Aug/2021:13:48:14 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.28 - - [12/Aug/2021:13:49:59 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.28 - - [12/Aug/2021:13:52:19 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.28 - - [12/Aug/2021:13:58:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.75.28 - - [12/Aug/2021:13:58:55 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.75.28 - - [12/Aug/2021:13:58:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.75.28 - - [12/Aug/2021:13:58:55 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.75.28 - - [12/Aug/2021:13:58:55 +0000] "GET /v1/rb/definition/pnf-cnf-rb-12397278-975a-4bf8-bf6e-2c92f8688494/v1 HTTP/1.1" 200 125 10.233.75.28 - - [12/Aug/2021:13:58:55 +0000] "POST /v1/rb/definition/pnf-cnf-rb-12397278-975a-4bf8-bf6e-2c92f8688494/v1/content HTTP/1.1" 200 0 10.233.75.28 - - [12/Aug/2021:13:58:55 +0000] "GET /v1/rb/definition/pnf-cnf-rb-12397278-975a-4bf8-bf6e-2c92f8688494/v1 HTTP/1.1" 200 138 10.233.75.28 - - [12/Aug/2021:13:58:55 +0000] "POST /v1/rb/definition/pnf-cnf-rb-12397278-975a-4bf8-bf6e-2c92f8688494/v1/profile HTTP/1.1" 201 280 10.233.75.28 - - [12/Aug/2021:13:58:55 +0000] "GET /v1/rb/definition/pnf-cnf-rb-12397278-975a-4bf8-bf6e-2c92f8688494/v1/profile/pnf-cnf-profile-3e70f821-6da7-4ed1-a504-1c354de2b7c4 HTTP/1.1" 200 280 10.233.75.28 - - [12/Aug/2021:13:58:55 +0000] "POST /v1/rb/definition/pnf-cnf-rb-12397278-975a-4bf8-bf6e-2c92f8688494/v1/profile/pnf-cnf-profile-3e70f821-6da7-4ed1-a504-1c354de2b7c4/content HTTP/1.1" 200 0 2021/08/12 13:58:56 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/08/12 13:58:56 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result {"filepath":"/tmp/helm-tmpl-812843627/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-08-12T13:58:56Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-08-12T13:58:56Z"} {"filepath":"/tmp/helm-tmpl-812843627/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-08-12T13:58:56Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-08-12T13:58:56Z"} {"filepath":"/tmp/helm-tmpl-812843627/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-08-12T13:58:56Z"} 2021/08/12 13:58:56 No plugin for kind Pod found. Using generic Plugin 2021/08/12 13:58:56 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-08-12T13:58:57Z"} {"filepath":"/tmp/helm-tmpl-812843627/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-08-12T13:58:57Z"} 2021/08/12 13:58:57 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-08-12T13:58:57Z"} 10.233.75.28 - - [12/Aug/2021:13:58:56 +0000] "POST /v1/instance HTTP/1.1" 201 730 127.0.0.1 - - [12/Aug/2021:14:01:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.75.28 - - [12/Aug/2021:14:04:58 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 127.0.0.1 - - [12/Aug/2021:14:05:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [12/Aug/2021:14:05:06 +0000] "POST /v1/rb/definition/cd783260-800a-4ef7-a5d8-fdc28c662670/4c05db49-1f8b-47be-931a-de06c02035c6/content HTTP/1.1" 200 0 127.0.0.1 - - [12/Aug/2021:14:05:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [12/Aug/2021:14:05:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.75.28 - - [12/Aug/2021:14:08:57 +0000] "GET /v1/rb/definition/cd783260-800a-4ef7-a5d8-fdc28c662670/4c05db49-1f8b-47be-931a-de06c02035c6 HTTP/1.1" 200 216 10.233.75.28 - - [12/Aug/2021:14:08:57 +0000] "GET /v1/rb/definition/cd783260-800a-4ef7-a5d8-fdc28c662670/4c05db49-1f8b-47be-931a-de06c02035c6/profile/cnftest HTTP/1.1" 404 87 10.233.75.28 - - [12/Aug/2021:14:08:58 +0000] "POST /v1/rb/definition/cd783260-800a-4ef7-a5d8-fdc28c662670/4c05db49-1f8b-47be-931a-de06c02035c6/profile HTTP/1.1" 201 212 10.233.75.28 - - [12/Aug/2021:14:08:58 +0000] "GET /v1/rb/definition/cd783260-800a-4ef7-a5d8-fdc28c662670/4c05db49-1f8b-47be-931a-de06c02035c6/profile/cnftest HTTP/1.1" 200 212 10.233.75.28 - - [12/Aug/2021:14:08:58 +0000] "POST /v1/rb/definition/cd783260-800a-4ef7-a5d8-fdc28c662670/4c05db49-1f8b-47be-931a-de06c02035c6/profile/cnftest/content HTTP/1.1" 200 0 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance 2021/08/12 14:09:16 Did not find tag: instance {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-08-12T14:09:16Z"} 10.233.75.28 - - [12/Aug/2021:14:09:16 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-9e0df764-1099-45a5-9749-ed91eeecee48 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"967d6351-c421-42fe-86c1-c0c0b329a7b4","vf-module-id":"a131b126-a376-442b-b328-f5560259439f","vf-module-model-invariant-id":"cd783260-800a-4ef7-a5d8-fdc28c662670","vf-module-model-version-id":"4c05db49-1f8b-47be-931a-de06c02035c6","vf-module-model-customization-id":"419f61e1-c190-4d94-82ed-8748eec20fba","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-9e0df764-1099-45a5-9749-ed91eeecee48"}},"level":"info","msg":"Broker API Payload","time":"2021-08-12T14:09:17Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"cd783260-800a-4ef7-a5d8-fdc28c662670","rb-version":"4c05db49-1f8b-47be-931a-de06c02035c6","profile-name":"cnftest","release-name":"a131b126-a376-442b-b328-f5560259439f","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-9e0df764-1099-45a5-9749-ed91eeecee48"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-08-12T14:09:17Z"} {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-08-12T14:09:17Z"} 2021/08/12 14:09:17 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-715894612/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-08-12T14:09:17Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-08-12T14:09:17Z"} {"filepath":"/tmp/helm-tmpl-715894612/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-08-12T14:09:17Z"} 2021/08/12 14:09:17 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-08-12T14:09:17Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"vibrant_wescoff","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-08-12T14:09:17Z"} 10.233.75.28 - - [12/Aug/2021:14:09:17 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 10.233.75.28 - - [12/Aug/2021:14:09:17 +0000] "GET /basicnf-owner/k8sregion/infra_workload/vibrant_wescoff HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"vibrant_wescoff","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-08-12T14:09:17Z"} 10.233.75.28 - - [12/Aug/2021:14:09:17 +0000] "POST /basicnf-owner/k8sregion/infra_workload/vibrant_wescoff HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"vibrant_wescoff","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-08-12T14:09:48Z"} 10.233.75.28 - - [12/Aug/2021:14:09:48 +0000] "GET /basicnf-owner/k8sregion/infra_workload/vibrant_wescoff HTTP/1.1" 200 123 {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-08-12T14:09:49Z"} 2021/08/12 14:09:49 Deleting service: cnftest-nginx {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-08-12T14:09:49Z"} 2021/08/12 14:09:49 No plugin for kind Deployment found. Using generic Plugin 2021/08/12 14:09:49 Deleted Obj with ID ObjectID("61152b8d544b97167dace342") 2021/08/12 14:09:49 Deleted Obj with ID ObjectID("61152b8d9f68c01fae2578e1") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"vibrant_wescoff","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-08-12T14:09:49Z"} 10.233.75.28 - - [12/Aug/2021:14:09:49 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/vibrant_wescoff HTTP/1.1" 202 123 10.233.75.28 - - [12/Aug/2021:14:09:58 +0000] "GET /v1/rb/definition/cd783260-800a-4ef7-a5d8-fdc28c662670/4c05db49-1f8b-47be-931a-de06c02035c6 HTTP/1.1" 200 216 10.233.75.28 - - [12/Aug/2021:14:09:58 +0000] "GET /v1/rb/definition/cd783260-800a-4ef7-a5d8-fdc28c662670/4c05db49-1f8b-47be-931a-de06c02035c6/profile/cnftest HTTP/1.1" 200 212 2021/08/12 14:09:58 Deleted Obj with ID ObjectID("61152b7a544b97167dace340") 2021/08/12 14:09:58 Deleted Obj with ID ObjectID("61152b7a544b97167dace341") 2021/08/12 14:09:58 Deleted Obj with ID ObjectID("61152b7a9f68c01fae2578b8") 10.233.75.28 - - [12/Aug/2021:14:09:58 +0000] "DELETE /v1/rb/definition/cd783260-800a-4ef7-a5d8-fdc28c662670/4c05db49-1f8b-47be-931a-de06c02035c6/profile/cnftest HTTP/1.1" 204 0 10.233.75.28 - - [12/Aug/2021:14:10:34 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 2021/08/12 14:10:34 Deleted Obj with ID ObjectID("6115291f544b97167dace328") 2021/08/12 14:10:34 Deleted Obj with ID ObjectID("6115291f9f68c01fae2576c3") 10.233.75.28 - - [12/Aug/2021:14:10:34 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2021-08-12T14:13:10Z"} 10.233.75.28 - - [12/Aug/2021:14:13:10 +0000] "DELETE /v1/instance/gallant_elbakyan HTTP/1.1" 500 177 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "GET /v1/rb/definition/pnf-cnf-rb-51aae7b7-7dd3-4aff-b1c1-a6f4183f6f34/v1 HTTP/1.1" 200 125 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "POST /v1/rb/definition/pnf-cnf-rb-51aae7b7-7dd3-4aff-b1c1-a6f4183f6f34/v1/content HTTP/1.1" 200 0 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "GET /v1/rb/definition/pnf-cnf-rb-51aae7b7-7dd3-4aff-b1c1-a6f4183f6f34/v1 HTTP/1.1" 200 138 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "POST /v1/rb/definition/pnf-cnf-rb-51aae7b7-7dd3-4aff-b1c1-a6f4183f6f34/v1/profile HTTP/1.1" 201 280 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "GET /v1/rb/definition/pnf-cnf-rb-51aae7b7-7dd3-4aff-b1c1-a6f4183f6f34/v1/profile/pnf-cnf-profile-e5cef11d-177e-470e-ba85-7c516786db8a HTTP/1.1" 200 280 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "POST /v1/rb/definition/pnf-cnf-rb-51aae7b7-7dd3-4aff-b1c1-a6f4183f6f34/v1/profile/pnf-cnf-profile-e5cef11d-177e-470e-ba85-7c516786db8a/content HTTP/1.1" 200 0 {"filepath":"/tmp/helm-tmpl-490842988/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-08-12T14:18:21Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-490842988/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-08-12T14:18:22Z"} {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-51aae7b7-7dd3-4aff-b1c1-a6f4183f6f34","rb-version":"v1","profile-name":"pnf-cnf-profile-e5cef11d-177e-470e-ba85-7c516786db8a","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-08-12T14:18:22Z"} 10.233.75.28 - - [12/Aug/2021:14:18:21 +0000] "POST /v1/instance HTTP/1.1" 500 180