2021/09/13 05:54:02 Starting Kubernetes Multicloud API 2021/09/13 05:54:02 Error Getting TLS Configuration. Starting without TLS... 10.233.71.254 - - [13/Sep/2021:08:21:13 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:08:22:29 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:08:23:38 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [13/Sep/2021:08:24:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.71.254 - - [13/Sep/2021:08:25:16 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:08:27:01 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [13/Sep/2021:08:29:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.71.254 - - [13/Sep/2021:08:29:17 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:08:33:34 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:08:34:20 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:08:35:17 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:08:36:48 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:08:39:13 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:08:40:31 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [13/Sep/2021:08:47:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.71.254 - - [13/Sep/2021:08:48:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.71.254 - - [13/Sep/2021:08:48:55 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.71.254 - - [13/Sep/2021:08:48:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 127.0.0.1 - - [13/Sep/2021:08:49:07 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [13/Sep/2021:08:49:07 +0000] "POST /v1/rb/definition/b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e/70034e77-55f1-40b4-aee1-c0ae4c8c8851/content HTTP/1.1" 200 0 127.0.0.1 - - [13/Sep/2021:08:52:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.71.254 - - [13/Sep/2021:08:53:28 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.71.254 - - [13/Sep/2021:08:53:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.71.254 - - [13/Sep/2021:08:53:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b8e531cf-f5c5-48db-a60d-2a20ffa1fa98/v1 HTTP/1.1" 200 125 10.233.71.254 - - [13/Sep/2021:08:53:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b8e531cf-f5c5-48db-a60d-2a20ffa1fa98/v1/content HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:08:53:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b8e531cf-f5c5-48db-a60d-2a20ffa1fa98/v1 HTTP/1.1" 200 138 10.233.71.254 - - [13/Sep/2021:08:53:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b8e531cf-f5c5-48db-a60d-2a20ffa1fa98/v1/profile HTTP/1.1" 201 280 10.233.71.254 - - [13/Sep/2021:08:53:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b8e531cf-f5c5-48db-a60d-2a20ffa1fa98/v1/profile/pnf-cnf-profile-548e2a67-68c6-4488-8e9c-3cea43d7898d HTTP/1.1" 200 280 10.233.71.254 - - [13/Sep/2021:08:53:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b8e531cf-f5c5-48db-a60d-2a20ffa1fa98/v1/profile/pnf-cnf-profile-548e2a67-68c6-4488-8e9c-3cea43d7898d/content HTTP/1.1" 200 0 2021/09/13 08:53:29 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/09/13 08:53:29 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result {"filepath":"/tmp/helm-tmpl-688879800/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-13T08:53:29Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-09-13T08:53:30Z"} {"filepath":"/tmp/helm-tmpl-688879800/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-13T08:53:30Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-09-13T08:53:30Z"} {"filepath":"/tmp/helm-tmpl-688879800/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-13T08:53:30Z"} 2021/09/13 08:53:30 No plugin for kind Pod found. Using generic Plugin 2021/09/13 08:53:30 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-09-13T08:53:30Z"} {"filepath":"/tmp/helm-tmpl-688879800/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-13T08:53:30Z"} 2021/09/13 08:53:30 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-09-13T08:53:30Z"} 10.233.71.254 - - [13/Sep/2021:08:53:28 +0000] "POST /v1/instance HTTP/1.1" 201 728 10.233.71.254 - - [13/Sep/2021:08:54:09 +0000] "GET /v1/rb/definition/b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e/70034e77-55f1-40b4-aee1-c0ae4c8c8851 HTTP/1.1" 200 270 10.233.71.254 - - [13/Sep/2021:08:54:09 +0000] "GET /v1/rb/definition/b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e/70034e77-55f1-40b4-aee1-c0ae4c8c8851/profile/cnftest HTTP/1.1" 404 87 10.233.71.254 - - [13/Sep/2021:08:54:09 +0000] "POST /v1/rb/definition/b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e/70034e77-55f1-40b4-aee1-c0ae4c8c8851/profile HTTP/1.1" 201 212 10.233.71.254 - - [13/Sep/2021:08:54:09 +0000] "GET /v1/rb/definition/b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e/70034e77-55f1-40b4-aee1-c0ae4c8c8851/profile/cnftest HTTP/1.1" 200 212 10.233.71.254 - - [13/Sep/2021:08:54:09 +0000] "POST /v1/rb/definition/b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e/70034e77-55f1-40b4-aee1-c0ae4c8c8851/profile/cnftest/content HTTP/1.1" 200 0 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance 2021/09/13 08:54:34 Did not find tag: instance {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-09-13T08:54:34Z"} 10.233.71.254 - - [13/Sep/2021:08:54:34 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-459c5a15-3575-4d10-bcc3-d70763853c39 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"75dbab9f-9aba-40c3-b6f9-1d09a64447ab","vf-module-id":"a045ade2-cdeb-4eaf-9bd4-b820e21aedbf","vf-module-model-invariant-id":"b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e","vf-module-model-version-id":"1aeae670-1a6a-4537-9674-e8717de07906","vf-module-model-customization-id":"70034e77-55f1-40b4-aee1-c0ae4c8c8851","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-459c5a15-3575-4d10-bcc3-d70763853c39"}},"level":"info","msg":"Broker API Payload","time":"2021-09-13T08:54:34Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e","rb-version":"70034e77-55f1-40b4-aee1-c0ae4c8c8851","profile-name":"cnftest","release-name":"a045ade2-cdeb-4eaf-9bd4-b820e21aedbf","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-459c5a15-3575-4d10-bcc3-d70763853c39"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-09-13T08:54:34Z"} {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-09-13T08:54:34Z"} 2021/09/13 08:54:34 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-814724981/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-13T08:54:34Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-09-13T08:54:35Z"} {"filepath":"/tmp/helm-tmpl-814724981/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-13T08:54:35Z"} 2021/09/13 08:54:35 No plugin for kind Deployment found. Using generic Plugin 10.233.71.254 - - [13/Sep/2021:08:54:34 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 306 {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-09-13T08:54:35Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"practical_noether","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-09-13T08:54:35Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"practical_noether","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-09-13T08:54:36Z"} 10.233.71.254 - - [13/Sep/2021:08:54:36 +0000] "GET /basicnf-owner/k8sregion/infra_workload/practical_noether HTTP/1.1" 200 125 10.233.71.254 - - [13/Sep/2021:08:54:36 +0000] "POST /basicnf-owner/k8sregion/infra_workload/practical_noether HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"practical_noether","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-09-13T08:55:10Z"} 10.233.71.254 - - [13/Sep/2021:08:55:10 +0000] "GET /basicnf-owner/k8sregion/infra_workload/practical_noether HTTP/1.1" 200 125 {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-09-13T08:55:10Z"} 2021/09/13 08:55:10 Deleting service: cnftest-nginx {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-09-13T08:55:11Z"} 2021/09/13 08:55:11 No plugin for kind Deployment found. Using generic Plugin 2021/09/13 08:55:11 Deleted Obj with ID ObjectID("613f11cb38d128cd0ea4f397") 2021/09/13 08:55:11 Deleted Obj with ID ObjectID("613f11cb75f6e5c01a0e70ce") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"practical_noether","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-09-13T08:55:11Z"} 10.233.71.254 - - [13/Sep/2021:08:55:10 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/practical_noether HTTP/1.1" 202 125 10.233.71.254 - - [13/Sep/2021:08:55:29 +0000] "GET /v1/rb/definition/b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e/70034e77-55f1-40b4-aee1-c0ae4c8c8851 HTTP/1.1" 200 270 10.233.71.254 - - [13/Sep/2021:08:55:29 +0000] "GET /v1/rb/definition/b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e/70034e77-55f1-40b4-aee1-c0ae4c8c8851/profile/cnftest HTTP/1.1" 200 212 2021/09/13 08:55:29 Deleted Obj with ID ObjectID("613f11b138d128cd0ea4f395") 2021/09/13 08:55:29 Deleted Obj with ID ObjectID("613f11b138d128cd0ea4f396") 10.233.71.254 - - [13/Sep/2021:08:55:29 +0000] "DELETE /v1/rb/definition/b63e7b97-b2d1-4cfa-93b6-fd10c3f3069e/70034e77-55f1-40b4-aee1-c0ae4c8c8851/profile/cnftest HTTP/1.1" 204 0 2021/09/13 08:55:29 Deleted Obj with ID ObjectID("613f11b175f6e5c01a0e70a4") 10.233.71.254 - - [13/Sep/2021:08:56:25 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 2021/09/13 08:56:25 Deleted Obj with ID ObjectID("613f107738d128cd0ea4f383") 2021/09/13 08:56:25 Deleted Obj with ID ObjectID("613f107775f6e5c01a0e6f76") 10.233.71.254 - - [13/Sep/2021:08:56:25 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2021-09-13T09:02:46Z"} 10.233.71.254 - - [13/Sep/2021:09:02:46 +0000] "DELETE /v1/instance/ecstatic_brown HTTP/1.1" 500 177 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3a933782-a3f7-4a2d-994d-394e7875a672/v1 HTTP/1.1" 200 125 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3a933782-a3f7-4a2d-994d-394e7875a672/v1/content HTTP/1.1" 200 0 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3a933782-a3f7-4a2d-994d-394e7875a672/v1 HTTP/1.1" 200 138 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3a933782-a3f7-4a2d-994d-394e7875a672/v1/profile HTTP/1.1" 201 280 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3a933782-a3f7-4a2d-994d-394e7875a672/v1/profile/pnf-cnf-profile-d5b1280c-ecd0-41ed-b1a2-82d1bc62bcf6 HTTP/1.1" 200 280 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3a933782-a3f7-4a2d-994d-394e7875a672/v1/profile/pnf-cnf-profile-d5b1280c-ecd0-41ed-b1a2-82d1bc62bcf6/content HTTP/1.1" 200 0 {"filepath":"/tmp/helm-tmpl-958005779/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-09-13T09:12:35Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-958005779/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-09-13T09:12:36Z"} {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-3a933782-a3f7-4a2d-994d-394e7875a672","rb-version":"v1","profile-name":"pnf-cnf-profile-d5b1280c-ecd0-41ed-b1a2-82d1bc62bcf6","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-09-13T09:12:36Z"} 10.233.71.254 - - [13/Sep/2021:09:12:34 +0000] "POST /v1/instance HTTP/1.1" 500 180