2021/07/26 01:29:44 Starting Kubernetes Multicloud API 2021/07/26 01:29:44 Error Getting TLS Configuration. Starting without TLS... 10.233.71.124 - - [26/Jul/2021:04:20:59 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.124 - - [26/Jul/2021:04:23:35 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jul/2021:04:25:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.71.124 - - [26/Jul/2021:04:25:08 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.124 - - [26/Jul/2021:04:25:21 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [26/Jul/2021:04:26:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.71.124 - - [26/Jul/2021:04:26:50 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.124 - - [26/Jul/2021:04:28:13 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.124 - - [26/Jul/2021:04:30:11 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.124 - - [26/Jul/2021:04:31:30 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.124 - - [26/Jul/2021:04:34:11 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c7447d23-b687-431c-92cf-353c4cff8a2b/v1 HTTP/1.1" 200 125 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c7447d23-b687-431c-92cf-353c4cff8a2b/v1/content HTTP/1.1" 200 0 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c7447d23-b687-431c-92cf-353c4cff8a2b/v1 HTTP/1.1" 200 138 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c7447d23-b687-431c-92cf-353c4cff8a2b/v1/profile HTTP/1.1" 201 280 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c7447d23-b687-431c-92cf-353c4cff8a2b/v1/profile/pnf-cnf-profile-062d4f93-ae54-47cc-987b-cbf0b452ce3a HTTP/1.1" 200 280 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c7447d23-b687-431c-92cf-353c4cff8a2b/v1/profile/pnf-cnf-profile-062d4f93-ae54-47cc-987b-cbf0b452ce3a/content HTTP/1.1" 200 0 2021/07/26 04:37:52 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/07/26 04:37:52 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result {"filepath":"/tmp/helm-tmpl-361936928/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-26T04:37:53Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-07-26T04:37:53Z"} {"filepath":"/tmp/helm-tmpl-361936928/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-26T04:37:53Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-07-26T04:37:53Z"} {"filepath":"/tmp/helm-tmpl-361936928/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-26T04:37:53Z"} 2021/07/26 04:37:53 No plugin for kind Pod found. Using generic Plugin 2021/07/26 04:37:53 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-07-26T04:37:54Z"} {"filepath":"/tmp/helm-tmpl-361936928/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-26T04:37:54Z"} 2021/07/26 04:37:54 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-07-26T04:37:54Z"} 10.233.71.124 - - [26/Jul/2021:04:37:52 +0000] "POST /v1/instance HTTP/1.1" 201 729 127.0.0.1 - - [26/Jul/2021:04:41:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [26/Jul/2021:04:42:03 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [26/Jul/2021:04:42:43 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.71.124 - - [26/Jul/2021:04:45:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 127.0.0.1 - - [26/Jul/2021:04:46:07 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [26/Jul/2021:04:46:07 +0000] "POST /v1/rb/definition/d3ed61c6-9e78-4b95-a5ee-dc9881b92b61/216c6c87-f39a-49e9-be9c-11578cdad411/content HTTP/1.1" 200 0 10.233.71.124 - - [26/Jul/2021:04:51:23 +0000] "GET /v1/rb/definition/d3ed61c6-9e78-4b95-a5ee-dc9881b92b61/216c6c87-f39a-49e9-be9c-11578cdad411 HTTP/1.1" 200 216 10.233.71.124 - - [26/Jul/2021:04:51:23 +0000] "GET /v1/rb/definition/d3ed61c6-9e78-4b95-a5ee-dc9881b92b61/216c6c87-f39a-49e9-be9c-11578cdad411/profile/cnftest HTTP/1.1" 404 87 10.233.71.124 - - [26/Jul/2021:04:51:23 +0000] "POST /v1/rb/definition/d3ed61c6-9e78-4b95-a5ee-dc9881b92b61/216c6c87-f39a-49e9-be9c-11578cdad411/profile HTTP/1.1" 201 212 10.233.71.124 - - [26/Jul/2021:04:51:23 +0000] "GET /v1/rb/definition/d3ed61c6-9e78-4b95-a5ee-dc9881b92b61/216c6c87-f39a-49e9-be9c-11578cdad411/profile/cnftest HTTP/1.1" 200 212 10.233.71.124 - - [26/Jul/2021:04:51:23 +0000] "POST /v1/rb/definition/d3ed61c6-9e78-4b95-a5ee-dc9881b92b61/216c6c87-f39a-49e9-be9c-11578cdad411/profile/cnftest/content HTTP/1.1" 200 0 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance 2021/07/26 04:51:58 Did not find tag: instance {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-07-26T04:51:58Z"} 10.233.71.124 - - [26/Jul/2021:04:51:58 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-c300535c-3357-4e11-91d4-bf88047b6411 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"7a6b9927-db90-4986-be06-6c1b0f6c7448","vf-module-id":"ff2101b2-2acf-4a7e-a4d1-0135c5135650","vf-module-model-invariant-id":"d3ed61c6-9e78-4b95-a5ee-dc9881b92b61","vf-module-model-version-id":"216c6c87-f39a-49e9-be9c-11578cdad411","vf-module-model-customization-id":"a8457616-4b71-43fe-abd8-611343ca4ea9","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-c300535c-3357-4e11-91d4-bf88047b6411"}},"level":"info","msg":"Broker API Payload","time":"2021-07-26T04:51:58Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"d3ed61c6-9e78-4b95-a5ee-dc9881b92b61","rb-version":"216c6c87-f39a-49e9-be9c-11578cdad411","profile-name":"cnftest","release-name":"ff2101b2-2acf-4a7e-a4d1-0135c5135650","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-c300535c-3357-4e11-91d4-bf88047b6411"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-07-26T04:51:58Z"} {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-07-26T04:51:58Z"} 2021/07/26 04:51:58 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-075521405/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-26T04:51:58Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-07-26T04:51:58Z"} {"filepath":"/tmp/helm-tmpl-075521405/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-26T04:51:58Z"} 2021/07/26 04:51:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-07-26T04:51:58Z"} 10.233.71.124 - - [26/Jul/2021:04:51:58 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hungry_dijkstra","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-07-26T04:51:58Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hungry_dijkstra","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-07-26T04:51:58Z"} 10.233.71.124 - - [26/Jul/2021:04:51:58 +0000] "GET /basicnf-owner/k8sregion/infra_workload/hungry_dijkstra HTTP/1.1" 200 123 10.233.71.124 - - [26/Jul/2021:04:51:59 +0000] "POST /basicnf-owner/k8sregion/infra_workload/hungry_dijkstra HTTP/1.1" 405 0 10.233.71.124 - - [26/Jul/2021:04:52:31 +0000] "GET /basicnf-owner/k8sregion/infra_workload/hungry_dijkstra HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hungry_dijkstra","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-07-26T04:52:31Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-07-26T04:52:31Z"} 2021/07/26 04:52:31 Deleting service: cnftest-nginx {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-07-26T04:52:31Z"} 2021/07/26 04:52:31 No plugin for kind Deployment found. Using generic Plugin 2021/07/26 04:52:31 Deleted Obj with ID ObjectID("60fe3f6e6f2d615b24ae3086") 2021/07/26 04:52:31 Deleted Obj with ID ObjectID("60fe3f6e0eb877fc08523bce") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hungry_dijkstra","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-07-26T04:52:31Z"} 10.233.71.124 - - [26/Jul/2021:04:52:31 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/hungry_dijkstra HTTP/1.1" 202 123 10.233.71.124 - - [26/Jul/2021:04:52:58 +0000] "GET /v1/rb/definition/d3ed61c6-9e78-4b95-a5ee-dc9881b92b61/216c6c87-f39a-49e9-be9c-11578cdad411 HTTP/1.1" 200 216 10.233.71.124 - - [26/Jul/2021:04:52:59 +0000] "GET /v1/rb/definition/d3ed61c6-9e78-4b95-a5ee-dc9881b92b61/216c6c87-f39a-49e9-be9c-11578cdad411/profile/cnftest HTTP/1.1" 200 212 2021/07/26 04:52:59 Deleted Obj with ID ObjectID("60fe3f4b6f2d615b24ae3084") 2021/07/26 04:52:59 Deleted Obj with ID ObjectID("60fe3f4b6f2d615b24ae3085") 10.233.71.124 - - [26/Jul/2021:04:52:59 +0000] "DELETE /v1/rb/definition/d3ed61c6-9e78-4b95-a5ee-dc9881b92b61/216c6c87-f39a-49e9-be9c-11578cdad411/profile/cnftest HTTP/1.1" 204 0 2021/07/26 04:52:59 Deleted Obj with ID ObjectID("60fe3f4b0eb877fc08523b9a") 10.233.71.124 - - [26/Jul/2021:04:54:10 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 2021/07/26 04:54:10 Deleted Obj with ID ObjectID("60fe3c206f2d615b24ae306c") 10.233.71.124 - - [26/Jul/2021:04:54:10 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2021/07/26 04:54:10 Deleted Obj with ID ObjectID("60fe3c200eb877fc08523923") 10.233.71.124 - - [26/Jul/2021:05:24:23 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.71.124 - - [26/Jul/2021:05:24:23 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.71.124 - - [26/Jul/2021:05:24:23 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.71.124 - - [26/Jul/2021:05:24:24 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.71.124 - - [26/Jul/2021:05:24:24 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6ec3c8b8-31fe-4f63-a5bb-18fc3c8e84ac/v1 HTTP/1.1" 200 125 10.233.71.124 - - [26/Jul/2021:05:24:24 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6ec3c8b8-31fe-4f63-a5bb-18fc3c8e84ac/v1/content HTTP/1.1" 200 0 10.233.71.124 - - [26/Jul/2021:05:24:24 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6ec3c8b8-31fe-4f63-a5bb-18fc3c8e84ac/v1 HTTP/1.1" 200 138 10.233.71.124 - - [26/Jul/2021:05:24:24 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6ec3c8b8-31fe-4f63-a5bb-18fc3c8e84ac/v1/profile HTTP/1.1" 201 280 10.233.71.124 - - [26/Jul/2021:05:24:24 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6ec3c8b8-31fe-4f63-a5bb-18fc3c8e84ac/v1/profile/pnf-cnf-profile-44d0c787-e383-4406-8dd9-34cda043ac37 HTTP/1.1" 200 280 10.233.71.124 - - [26/Jul/2021:05:24:24 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6ec3c8b8-31fe-4f63-a5bb-18fc3c8e84ac/v1/profile/pnf-cnf-profile-44d0c787-e383-4406-8dd9-34cda043ac37/content HTTP/1.1" 200 0 {"filepath":"/tmp/helm-tmpl-442240885/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-26T05:24:24Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-442240885/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-07-26T05:24:24Z"} {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-6ec3c8b8-31fe-4f63-a5bb-18fc3c8e84ac","rb-version":"v1","profile-name":"pnf-cnf-profile-44d0c787-e383-4406-8dd9-34cda043ac37","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-07-26T05:24:24Z"} 10.233.71.124 - - [26/Jul/2021:05:24:24 +0000] "POST /v1/instance HTTP/1.1" 500 180