2021/09/08 17:52:08 Starting Kubernetes Multicloud API 2021/09/08 17:52:08 Error Getting TLS Configuration. Starting without TLS... 10.233.70.104 - - [08/Sep/2021:20:08:05 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [08/Sep/2021:20:10:43 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [08/Sep/2021:20:15:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [08/Sep/2021:20:36:43 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.70.104 - - [08/Sep/2021:20:36:59 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.104 - - [08/Sep/2021:20:36:59 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.70.104 - - [08/Sep/2021:20:36:59 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 127.0.0.1 - - [08/Sep/2021:20:37:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.1 - - [08/Sep/2021:20:37:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [08/Sep/2021:20:37:31 +0000] "POST /v1/rb/definition/0ac1b61e-1bf8-432c-a48e-b4a8e579a359/276d95a7-619d-429d-bf63-98c19c76c999/content HTTP/1.1" 200 0 10.233.70.104 - - [08/Sep/2021:20:43:13 +0000] "GET /v1/rb/definition/0ac1b61e-1bf8-432c-a48e-b4a8e579a359/276d95a7-619d-429d-bf63-98c19c76c999 HTTP/1.1" 200 270 10.233.70.104 - - [08/Sep/2021:20:43:13 +0000] "GET /v1/rb/definition/0ac1b61e-1bf8-432c-a48e-b4a8e579a359/276d95a7-619d-429d-bf63-98c19c76c999/profile/cnftest HTTP/1.1" 404 87 10.233.70.104 - - [08/Sep/2021:20:43:13 +0000] "POST /v1/rb/definition/0ac1b61e-1bf8-432c-a48e-b4a8e579a359/276d95a7-619d-429d-bf63-98c19c76c999/profile HTTP/1.1" 201 212 10.233.70.104 - - [08/Sep/2021:20:43:13 +0000] "GET /v1/rb/definition/0ac1b61e-1bf8-432c-a48e-b4a8e579a359/276d95a7-619d-429d-bf63-98c19c76c999/profile/cnftest HTTP/1.1" 200 212 10.233.70.104 - - [08/Sep/2021:20:43:13 +0000] "POST /v1/rb/definition/0ac1b61e-1bf8-432c-a48e-b4a8e579a359/276d95a7-619d-429d-bf63-98c19c76c999/profile/cnftest/content HTTP/1.1" 200 0 2021/09/08 20:43:38 Did not find tag: instance 2021/09/08 20:43:38 Did not find tag: instance 2021/09/08 20:43:38 Did not find tag: instance 2021/09/08 20:43:38 Did not find tag: instance 2021/09/08 20:43:38 Did not find tag: instance 2021/09/08 20:43:38 Did not find tag: instance 2021/09/08 20:43:38 Did not find tag: instance 2021/09/08 20:43:38 Did not find tag: instance 2021/09/08 20:43:38 Did not find tag: instance 2021/09/08 20:43:38 Did not find tag: instance 2021/09/08 20:43:38 Did not find tag: instance {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-09-08T20:43:38Z"} 10.233.70.104 - - [08/Sep/2021:20:43:38 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-b9c2a156-dd38-42b6-8456-c97b4bc32701 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"35ed8ce9-2f10-42c5-bb20-b44339779851","vf-module-id":"17914fb3-5773-4b36-98fb-7b179d0cea93","vf-module-model-invariant-id":"0ac1b61e-1bf8-432c-a48e-b4a8e579a359","vf-module-model-version-id":"ef32c8c9-2972-4c5d-8410-fb27431a84ae","vf-module-model-customization-id":"276d95a7-619d-429d-bf63-98c19c76c999","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-b9c2a156-dd38-42b6-8456-c97b4bc32701"}},"level":"info","msg":"Broker API Payload","time":"2021-09-08T20:43:38Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"0ac1b61e-1bf8-432c-a48e-b4a8e579a359","rb-version":"276d95a7-619d-429d-bf63-98c19c76c999","profile-name":"cnftest","release-name":"17914fb3-5773-4b36-98fb-7b179d0cea93","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-b9c2a156-dd38-42b6-8456-c97b4bc32701"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-09-08T20:43:38Z"} 2021/09/08 20:43:38 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/09/08 20:43:38 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-09-08T20:43:39Z"} 2021/09/08 20:43:39 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-747009351/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-08T20:43:39Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-09-08T20:43:39Z"} {"filepath":"/tmp/helm-tmpl-747009351/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-08T20:43:39Z"} 2021/09/08 20:43:39 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-09-08T20:43:39Z"} 10.233.70.104 - - [08/Sep/2021:20:43:38 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 311 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_heisenberg","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-09-08T20:43:39Z"} 10.233.70.104 - - [08/Sep/2021:20:43:39 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_heisenberg HTTP/1.1" 200 130 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_heisenberg","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-09-08T20:43:39Z"} 10.233.70.104 - - [08/Sep/2021:20:43:40 +0000] "POST /basicnf-owner/k8sregion/infra_workload/xenodochial_heisenberg HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_heisenberg","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-09-08T20:44:12Z"} 10.233.70.104 - - [08/Sep/2021:20:44:12 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_heisenberg HTTP/1.1" 200 130 {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-09-08T20:44:12Z"} 2021/09/08 20:44:12 Deleting service: cnftest-nginx {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-09-08T20:44:13Z"} 2021/09/08 20:44:13 No plugin for kind Deployment found. Using generic Plugin 2021/09/08 20:44:13 Deleted Obj with ID ObjectID("6139207bedd0ce76f5960470") 2021/09/08 20:44:13 Deleted Obj with ID ObjectID("6139207b848101f765d72b63") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_heisenberg","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-09-08T20:44:13Z"} 10.233.70.104 - - [08/Sep/2021:20:44:12 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/xenodochial_heisenberg HTTP/1.1" 202 130 10.233.70.104 - - [08/Sep/2021:20:44:31 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.70.104 - - [08/Sep/2021:20:44:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.104 - - [08/Sep/2021:20:44:32 +0000] "GET /v1/rb/definition/pnf-cnf-rb-206d6980-c9f7-4d28-a846-8f1f05272309/v1 HTTP/1.1" 200 125 10.233.70.104 - - [08/Sep/2021:20:44:32 +0000] "POST /v1/rb/definition/pnf-cnf-rb-206d6980-c9f7-4d28-a846-8f1f05272309/v1/content HTTP/1.1" 200 0 10.233.70.104 - - [08/Sep/2021:20:44:32 +0000] "GET /v1/rb/definition/pnf-cnf-rb-206d6980-c9f7-4d28-a846-8f1f05272309/v1 HTTP/1.1" 200 138 10.233.70.104 - - [08/Sep/2021:20:44:32 +0000] "POST /v1/rb/definition/pnf-cnf-rb-206d6980-c9f7-4d28-a846-8f1f05272309/v1/profile HTTP/1.1" 201 280 10.233.70.104 - - [08/Sep/2021:20:44:32 +0000] "GET /v1/rb/definition/pnf-cnf-rb-206d6980-c9f7-4d28-a846-8f1f05272309/v1/profile/pnf-cnf-profile-d5002d27-7883-489b-9655-f7313650b351 HTTP/1.1" 200 280 10.233.70.104 - - [08/Sep/2021:20:44:32 +0000] "POST /v1/rb/definition/pnf-cnf-rb-206d6980-c9f7-4d28-a846-8f1f05272309/v1/profile/pnf-cnf-profile-d5002d27-7883-489b-9655-f7313650b351/content HTTP/1.1" 200 0 {"filepath":"/tmp/helm-tmpl-769653074/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-08T20:44:32Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-09-08T20:44:32Z"} {"filepath":"/tmp/helm-tmpl-769653074/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-08T20:44:32Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-09-08T20:44:33Z"} {"filepath":"/tmp/helm-tmpl-769653074/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-08T20:44:33Z"} 2021/09/08 20:44:33 No plugin for kind Pod found. Using generic Plugin 2021/09/08 20:44:33 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-09-08T20:44:33Z"} {"filepath":"/tmp/helm-tmpl-769653074/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-08T20:44:33Z"} 2021/09/08 20:44:33 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-09-08T20:44:33Z"} 10.233.70.104 - - [08/Sep/2021:20:44:32 +0000] "POST /v1/instance HTTP/1.1" 201 731 10.233.70.104 - - [08/Sep/2021:20:44:33 +0000] "GET /v1/rb/definition/0ac1b61e-1bf8-432c-a48e-b4a8e579a359/276d95a7-619d-429d-bf63-98c19c76c999 HTTP/1.1" 200 270 10.233.70.104 - - [08/Sep/2021:20:44:33 +0000] "GET /v1/rb/definition/0ac1b61e-1bf8-432c-a48e-b4a8e579a359/276d95a7-619d-429d-bf63-98c19c76c999/profile/cnftest HTTP/1.1" 200 212 2021/09/08 20:44:33 Deleted Obj with ID ObjectID("61392061edd0ce76f596046d") 2021/09/08 20:44:33 Deleted Obj with ID ObjectID("61392061edd0ce76f596046e") 10.233.70.104 - - [08/Sep/2021:20:44:33 +0000] "DELETE /v1/rb/definition/0ac1b61e-1bf8-432c-a48e-b4a8e579a359/276d95a7-619d-429d-bf63-98c19c76c999/profile/cnftest HTTP/1.1" 204 0 2021/09/08 20:44:33 Deleted Obj with ID ObjectID("61392061848101f765d72b33") 127.0.0.1 - - [08/Sep/2021:20:44:48 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.70.104 - - [08/Sep/2021:20:45:46 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 2021/09/08 20:45:46 Deleted Obj with ID ObjectID("61391eebedd0ce76f5960464") 10.233.70.104 - - [08/Sep/2021:20:45:46 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2021/09/08 20:45:46 Deleted Obj with ID ObjectID("61391eeb848101f765d72a24") {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2021-09-08T20:56:37Z"} 10.233.70.104 - - [08/Sep/2021:20:56:37 +0000] "DELETE /v1/instance/awesome_heyrovsky HTTP/1.1" 500 177 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6e06d622-c7fb-477c-bfb3-f15b6c4c1726/v1 HTTP/1.1" 200 125 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6e06d622-c7fb-477c-bfb3-f15b6c4c1726/v1/content HTTP/1.1" 200 0 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6e06d622-c7fb-477c-bfb3-f15b6c4c1726/v1 HTTP/1.1" 200 138 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6e06d622-c7fb-477c-bfb3-f15b6c4c1726/v1/profile HTTP/1.1" 201 280 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6e06d622-c7fb-477c-bfb3-f15b6c4c1726/v1/profile/pnf-cnf-profile-874ebc2f-a230-43a7-b441-6d6c414a7071 HTTP/1.1" 200 280 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6e06d622-c7fb-477c-bfb3-f15b6c4c1726/v1/profile/pnf-cnf-profile-874ebc2f-a230-43a7-b441-6d6c414a7071/content HTTP/1.1" 200 0 {"filepath":"/tmp/helm-tmpl-984903117/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-08T21:11:56Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-984903117/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-09-08T21:11:56Z"} {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-6e06d622-c7fb-477c-bfb3-f15b6c4c1726","rb-version":"v1","profile-name":"pnf-cnf-profile-874ebc2f-a230-43a7-b441-6d6c414a7071","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-09-08T21:11:56Z"} 10.233.70.104 - - [08/Sep/2021:21:11:55 +0000] "POST /v1/instance HTTP/1.1" 500 180