2021/07/24 01:29:42 Starting Kubernetes Multicloud API 2021/07/24 01:29:42 Error Getting TLS Configuration. Starting without TLS... 10.233.75.15 - - [24/Jul/2021:04:26:01 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.15 - - [24/Jul/2021:04:28:44 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [24/Jul/2021:04:29:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.75.15 - - [24/Jul/2021:04:30:33 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [24/Jul/2021:04:30:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.75.15 - - [24/Jul/2021:04:31:57 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.15 - - [24/Jul/2021:04:33:24 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.15 - - [24/Jul/2021:04:35:06 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.15 - - [24/Jul/2021:04:37:09 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.15 - - [24/Jul/2021:04:38:27 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7561 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b510aba2-3d42-42ff-8c93-76aa18ed5e03/v1 HTTP/1.1" 200 125 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b510aba2-3d42-42ff-8c93-76aa18ed5e03/v1/content HTTP/1.1" 200 0 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b510aba2-3d42-42ff-8c93-76aa18ed5e03/v1 HTTP/1.1" 200 138 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b510aba2-3d42-42ff-8c93-76aa18ed5e03/v1/profile HTTP/1.1" 201 280 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b510aba2-3d42-42ff-8c93-76aa18ed5e03/v1/profile/pnf-cnf-profile-9ca38bab-e18c-456b-b8fc-b13230b4adea HTTP/1.1" 200 280 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b510aba2-3d42-42ff-8c93-76aa18ed5e03/v1/profile/pnf-cnf-profile-9ca38bab-e18c-456b-b8fc-b13230b4adea/content HTTP/1.1" 200 0 2021/07/24 04:42:51 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/07/24 04:42:51 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result {"filepath":"/tmp/helm-tmpl-125028258/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-24T04:42:52Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-07-24T04:42:52Z"} {"filepath":"/tmp/helm-tmpl-125028258/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-24T04:42:52Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-07-24T04:42:52Z"} {"filepath":"/tmp/helm-tmpl-125028258/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-24T04:42:52Z"} 2021/07/24 04:42:52 No plugin for kind Pod found. Using generic Plugin 2021/07/24 04:42:52 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-07-24T04:42:52Z"} {"filepath":"/tmp/helm-tmpl-125028258/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-24T04:42:52Z"} 2021/07/24 04:42:52 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-07-24T04:42:52Z"} 10.233.75.15 - - [24/Jul/2021:04:42:51 +0000] "POST /v1/instance HTTP/1.1" 201 726 127.0.0.1 - - [24/Jul/2021:04:45:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [24/Jul/2021:04:46:14 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [24/Jul/2021:04:46:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.75.15 - - [24/Jul/2021:04:49:44 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 127.0.0.1 - - [24/Jul/2021:04:50:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [24/Jul/2021:04:50:01 +0000] "POST /v1/rb/definition/721e21b7-a611-4da4-aaf9-a8966a92b7f8/20a22ce8-99d3-4c67-b823-7f49e7a758ec/content HTTP/1.1" 200 0 10.233.75.15 - - [24/Jul/2021:04:55:56 +0000] "GET /v1/rb/definition/721e21b7-a611-4da4-aaf9-a8966a92b7f8/20a22ce8-99d3-4c67-b823-7f49e7a758ec HTTP/1.1" 200 216 10.233.75.15 - - [24/Jul/2021:04:55:56 +0000] "GET /v1/rb/definition/721e21b7-a611-4da4-aaf9-a8966a92b7f8/20a22ce8-99d3-4c67-b823-7f49e7a758ec/profile/cnftest HTTP/1.1" 404 87 10.233.75.15 - - [24/Jul/2021:04:55:56 +0000] "POST /v1/rb/definition/721e21b7-a611-4da4-aaf9-a8966a92b7f8/20a22ce8-99d3-4c67-b823-7f49e7a758ec/profile HTTP/1.1" 201 212 10.233.75.15 - - [24/Jul/2021:04:55:56 +0000] "GET /v1/rb/definition/721e21b7-a611-4da4-aaf9-a8966a92b7f8/20a22ce8-99d3-4c67-b823-7f49e7a758ec/profile/cnftest HTTP/1.1" 200 212 10.233.75.15 - - [24/Jul/2021:04:55:56 +0000] "POST /v1/rb/definition/721e21b7-a611-4da4-aaf9-a8966a92b7f8/20a22ce8-99d3-4c67-b823-7f49e7a758ec/profile/cnftest/content HTTP/1.1" 200 0 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance 2021/07/24 04:56:21 Did not find tag: instance {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-07-24T04:56:21Z"} 10.233.75.15 - - [24/Jul/2021:04:56:21 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-b59cc2d8-ce8f-4e9a-bf23-f5fbf79208a3 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"fa618eac-dc2b-4c56-a2bd-b8fd9c9a5c68","vf-module-id":"e38a4791-060b-4a25-989e-33ef1b34c7de","vf-module-model-invariant-id":"721e21b7-a611-4da4-aaf9-a8966a92b7f8","vf-module-model-version-id":"20a22ce8-99d3-4c67-b823-7f49e7a758ec","vf-module-model-customization-id":"ce16a7a3-13a6-4b02-8b6e-3f31a5f0a48b","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-b59cc2d8-ce8f-4e9a-bf23-f5fbf79208a3"}},"level":"info","msg":"Broker API Payload","time":"2021-07-24T04:56:21Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"721e21b7-a611-4da4-aaf9-a8966a92b7f8","rb-version":"20a22ce8-99d3-4c67-b823-7f49e7a758ec","profile-name":"cnftest","release-name":"e38a4791-060b-4a25-989e-33ef1b34c7de","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-b59cc2d8-ce8f-4e9a-bf23-f5fbf79208a3"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-07-24T04:56:21Z"} {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-07-24T04:56:21Z"} 2021/07/24 04:56:21 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-558929223/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-24T04:56:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-07-24T04:56:21Z"} {"filepath":"/tmp/helm-tmpl-558929223/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-24T04:56:21Z"} 2021/07/24 04:56:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-07-24T04:56:22Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jovial_cray","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-07-24T04:56:22Z"} 10.233.75.15 - - [24/Jul/2021:04:56:21 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 300 10.233.75.15 - - [24/Jul/2021:04:56:22 +0000] "GET /basicnf-owner/k8sregion/infra_workload/jovial_cray HTTP/1.1" 200 119 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jovial_cray","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-07-24T04:56:22Z"} 10.233.75.15 - - [24/Jul/2021:04:56:22 +0000] "POST /basicnf-owner/k8sregion/infra_workload/jovial_cray HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jovial_cray","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-07-24T04:56:43Z"} 10.233.75.15 - - [24/Jul/2021:04:56:43 +0000] "GET /basicnf-owner/k8sregion/infra_workload/jovial_cray HTTP/1.1" 200 119 {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-07-24T04:56:43Z"} 2021/07/24 04:56:43 Deleting service: cnftest-nginx {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-07-24T04:56:43Z"} 2021/07/24 04:56:43 No plugin for kind Deployment found. Using generic Plugin 2021/07/24 04:56:43 Deleted Obj with ID ObjectID("60fb9d76d9f68788eab1f5e7") 2021/07/24 04:56:43 Deleted Obj with ID ObjectID("60fb9d764bbe506e2e43b7bf") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jovial_cray","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-07-24T04:56:43Z"} 10.233.75.15 - - [24/Jul/2021:04:56:43 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/jovial_cray HTTP/1.1" 202 119 10.233.75.15 - - [24/Jul/2021:04:57:02 +0000] "GET /v1/rb/definition/721e21b7-a611-4da4-aaf9-a8966a92b7f8/20a22ce8-99d3-4c67-b823-7f49e7a758ec HTTP/1.1" 200 216 10.233.75.15 - - [24/Jul/2021:04:57:02 +0000] "GET /v1/rb/definition/721e21b7-a611-4da4-aaf9-a8966a92b7f8/20a22ce8-99d3-4c67-b823-7f49e7a758ec/profile/cnftest HTTP/1.1" 200 212 2021/07/24 04:57:02 Deleted Obj with ID ObjectID("60fb9d5cd9f68788eab1f5e5") 2021/07/24 04:57:02 Deleted Obj with ID ObjectID("60fb9d5cd9f68788eab1f5e6") 2021/07/24 04:57:02 Deleted Obj with ID ObjectID("60fb9d5c4bbe506e2e43b78f") 10.233.75.15 - - [24/Jul/2021:04:57:02 +0000] "DELETE /v1/rb/definition/721e21b7-a611-4da4-aaf9-a8966a92b7f8/20a22ce8-99d3-4c67-b823-7f49e7a758ec/profile/cnftest HTTP/1.1" 204 0 10.233.75.15 - - [24/Jul/2021:04:57:52 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 2021/07/24 04:57:52 Deleted Obj with ID ObjectID("60fb9a4bd9f68788eab1f5cd") 10.233.75.15 - - [24/Jul/2021:04:57:52 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2021/07/24 04:57:52 Deleted Obj with ID ObjectID("60fb9a4b4bbe506e2e43b52a") 10.233.75.15 - - [24/Jul/2021:05:29:19 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.75.15 - - [24/Jul/2021:05:29:19 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7561 10.233.75.15 - - [24/Jul/2021:05:29:19 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.75.15 - - [24/Jul/2021:05:29:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.75.15 - - [24/Jul/2021:05:29:19 +0000] "GET /v1/rb/definition/pnf-cnf-rb-034410ff-867d-4554-b060-836a5f6cc656/v1 HTTP/1.1" 200 125 10.233.75.15 - - [24/Jul/2021:05:29:20 +0000] "POST /v1/rb/definition/pnf-cnf-rb-034410ff-867d-4554-b060-836a5f6cc656/v1/content HTTP/1.1" 200 0 10.233.75.15 - - [24/Jul/2021:05:29:20 +0000] "GET /v1/rb/definition/pnf-cnf-rb-034410ff-867d-4554-b060-836a5f6cc656/v1 HTTP/1.1" 200 138 10.233.75.15 - - [24/Jul/2021:05:29:20 +0000] "POST /v1/rb/definition/pnf-cnf-rb-034410ff-867d-4554-b060-836a5f6cc656/v1/profile HTTP/1.1" 201 280 10.233.75.15 - - [24/Jul/2021:05:29:20 +0000] "GET /v1/rb/definition/pnf-cnf-rb-034410ff-867d-4554-b060-836a5f6cc656/v1/profile/pnf-cnf-profile-09b8167c-4561-4497-baf7-e6836404ae3c HTTP/1.1" 200 280 10.233.75.15 - - [24/Jul/2021:05:29:20 +0000] "POST /v1/rb/definition/pnf-cnf-rb-034410ff-867d-4554-b060-836a5f6cc656/v1/profile/pnf-cnf-profile-09b8167c-4561-4497-baf7-e6836404ae3c/content HTTP/1.1" 200 0 {"filepath":"/tmp/helm-tmpl-294819327/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-24T05:29:20Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-294819327/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-07-24T05:29:20Z"} {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-034410ff-867d-4554-b060-836a5f6cc656","rb-version":"v1","profile-name":"pnf-cnf-profile-09b8167c-4561-4497-baf7-e6836404ae3c","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-07-24T05:29:20Z"} 10.233.75.15 - - [24/Jul/2021:05:29:20 +0000] "POST /v1/instance HTTP/1.1" 500 180