2021/06/04 01:24:13 Starting Kubernetes Multicloud API 2021/06/04 01:24:13 Error Getting TLS Configuration. Starting without TLS... 10.233.69.159 - - [04/Jun/2021:03:04:59 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.69.159 - - [04/Jun/2021:03:07:14 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.69.159 - - [04/Jun/2021:03:08:44 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [04/Jun/2021:03:09:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.69.159 - - [04/Jun/2021:03:10:26 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [04/Jun/2021:03:11:15 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.69.159 - - [04/Jun/2021:03:12:23 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.69.159 - - [04/Jun/2021:03:13:43 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.69.159 - - [04/Jun/2021:03:16:21 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.69.159 - - [04/Jun/2021:03:19:44 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.69.159 - - [04/Jun/2021:03:19:44 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.69.159 - - [04/Jun/2021:03:19:45 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.69.159 - - [04/Jun/2021:03:19:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.69.159 - - [04/Jun/2021:03:19:45 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b9aa440b-b54d-479c-9ea8-e40db6b8d1a0/v1 HTTP/1.1" 200 125 10.233.69.159 - - [04/Jun/2021:03:19:45 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b9aa440b-b54d-479c-9ea8-e40db6b8d1a0/v1/content HTTP/1.1" 200 0 10.233.69.159 - - [04/Jun/2021:03:19:45 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b9aa440b-b54d-479c-9ea8-e40db6b8d1a0/v1 HTTP/1.1" 200 138 10.233.69.159 - - [04/Jun/2021:03:19:45 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b9aa440b-b54d-479c-9ea8-e40db6b8d1a0/v1/profile HTTP/1.1" 201 280 10.233.69.159 - - [04/Jun/2021:03:19:45 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b9aa440b-b54d-479c-9ea8-e40db6b8d1a0/v1/profile/pnf-cnf-profile-008ed604-942b-46b5-8af4-aa4851816a87 HTTP/1.1" 200 280 10.233.69.159 - - [04/Jun/2021:03:19:46 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b9aa440b-b54d-479c-9ea8-e40db6b8d1a0/v1/profile/pnf-cnf-profile-008ed604-942b-46b5-8af4-aa4851816a87/content HTTP/1.1" 200 0 2021/06/04 03:19:46 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/06/04 03:19:46 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result {"filepath":"/tmp/helm-tmpl-128784808/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-06-04T03:19:46Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-simulator-mongo","time":"2021-06-04T03:19:46Z"} {"filepath":"/tmp/helm-tmpl-128784808/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-06-04T03:19:46Z"} {"error":"Create Service error: services \"pnf-simulator\" already exists","filepath":"/tmp/helm-tmpl-128784808/manifest-1","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-06-04T03:19:46Z"} {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-simulator\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-b9aa440b-b54d-479c-9ea8-e40db6b8d1a0","rb-version":"v1","profile-name":"pnf-cnf-profile-008ed604-942b-46b5-8af4-aa4851816a87","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-06-04T03:19:46Z"} 10.233.69.159 - - [04/Jun/2021:03:19:46 +0000] "POST /v1/instance HTTP/1.1" 500 163 127.0.0.1 - - [04/Jun/2021:03:22:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [04/Jun/2021:03:22:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [04/Jun/2021:03:22:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.69.159 - - [04/Jun/2021:03:26:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 127.0.0.1 - - [04/Jun/2021:03:26:24 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [04/Jun/2021:03:26:24 +0000] "POST /v1/rb/definition/57669fac-47bb-499b-a506-65c2330a7c2a/3c67f40d-d601-4cff-a520-ebb6f5eb66f9/content HTTP/1.1" 200 0 10.233.69.159 - - [04/Jun/2021:03:31:25 +0000] "GET /v1/rb/definition/57669fac-47bb-499b-a506-65c2330a7c2a/3c67f40d-d601-4cff-a520-ebb6f5eb66f9 HTTP/1.1" 200 216 10.233.69.159 - - [04/Jun/2021:03:31:25 +0000] "GET /v1/rb/definition/57669fac-47bb-499b-a506-65c2330a7c2a/3c67f40d-d601-4cff-a520-ebb6f5eb66f9/profile/cnftest HTTP/1.1" 404 87 10.233.69.159 - - [04/Jun/2021:03:31:25 +0000] "POST /v1/rb/definition/57669fac-47bb-499b-a506-65c2330a7c2a/3c67f40d-d601-4cff-a520-ebb6f5eb66f9/profile HTTP/1.1" 201 212 10.233.69.159 - - [04/Jun/2021:03:31:25 +0000] "GET /v1/rb/definition/57669fac-47bb-499b-a506-65c2330a7c2a/3c67f40d-d601-4cff-a520-ebb6f5eb66f9/profile/cnftest HTTP/1.1" 200 212 10.233.69.159 - - [04/Jun/2021:03:31:25 +0000] "POST /v1/rb/definition/57669fac-47bb-499b-a506-65c2330a7c2a/3c67f40d-d601-4cff-a520-ebb6f5eb66f9/profile/cnftest/content HTTP/1.1" 200 0 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance 2021/06/04 03:31:49 Did not find tag: instance {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-06-04T03:31:49Z"} 10.233.69.159 - - [04/Jun/2021:03:31:49 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-6fbafc1e-7dfd-4aaa-93a1-7bde2b27a1ff HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"20cac43d-823c-4f9b-857e-9afc19009ba4","vf-module-id":"e47c5c57-6f76-4e22-9eeb-2d2bb3255c67","vf-module-model-invariant-id":"57669fac-47bb-499b-a506-65c2330a7c2a","vf-module-model-version-id":"3c67f40d-d601-4cff-a520-ebb6f5eb66f9","vf-module-model-customization-id":"a3196a03-d3ac-4559-b7ed-c19f662ec76f","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-6fbafc1e-7dfd-4aaa-93a1-7bde2b27a1ff"}},"level":"info","msg":"Broker API Payload","time":"2021-06-04T03:31:49Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"57669fac-47bb-499b-a506-65c2330a7c2a","rb-version":"3c67f40d-d601-4cff-a520-ebb6f5eb66f9","profile-name":"cnftest","release-name":"e47c5c57-6f76-4e22-9eeb-2d2bb3255c67","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-6fbafc1e-7dfd-4aaa-93a1-7bde2b27a1ff"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-06-04T03:31:49Z"} {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-06-04T03:31:50Z"} 2021/06/04 03:31:50 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-845797643/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-06-04T03:31:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-06-04T03:31:50Z"} {"filepath":"/tmp/helm-tmpl-845797643/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-06-04T03:31:50Z"} 2021/06/04 03:31:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-06-04T03:31:50Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_goldwasser","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-06-04T03:31:50Z"} 10.233.69.159 - - [04/Jun/2021:03:31:49 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 305 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_goldwasser","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-06-04T03:31:50Z"} 10.233.69.159 - - [04/Jun/2021:03:31:50 +0000] "GET /basicnf-owner/k8sregion/infra_workload/jolly_goldwasser HTTP/1.1" 200 124 10.233.69.159 - - [04/Jun/2021:03:31:51 +0000] "POST /basicnf-owner/k8sregion/infra_workload/jolly_goldwasser HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_goldwasser","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-06-04T03:32:24Z"} 10.233.69.159 - - [04/Jun/2021:03:32:24 +0000] "GET /basicnf-owner/k8sregion/infra_workload/jolly_goldwasser HTTP/1.1" 200 124 {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-06-04T03:32:24Z"} 2021/06/04 03:32:24 Deleting service: cnftest-nginx {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-06-04T03:32:24Z"} 2021/06/04 03:32:24 No plugin for kind Deployment found. Using generic Plugin 2021/06/04 03:32:24 Deleted Obj with ID ObjectID("60b99ea62ecd0df486ef1e80") 2021/06/04 03:32:24 Deleted Obj with ID ObjectID("60b99ea6d7658c9ee0b3368c") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_goldwasser","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-06-04T03:32:24Z"} 10.233.69.159 - - [04/Jun/2021:03:32:24 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/jolly_goldwasser HTTP/1.1" 202 124 10.233.69.159 - - [04/Jun/2021:03:32:39 +0000] "GET /v1/rb/definition/57669fac-47bb-499b-a506-65c2330a7c2a/3c67f40d-d601-4cff-a520-ebb6f5eb66f9 HTTP/1.1" 200 216 10.233.69.159 - - [04/Jun/2021:03:32:39 +0000] "GET /v1/rb/definition/57669fac-47bb-499b-a506-65c2330a7c2a/3c67f40d-d601-4cff-a520-ebb6f5eb66f9/profile/cnftest HTTP/1.1" 200 212 2021/06/04 03:32:39 Deleted Obj with ID ObjectID("60b99e8d2ecd0df486ef1e7e") 2021/06/04 03:32:39 Deleted Obj with ID ObjectID("60b99e8d2ecd0df486ef1e7f") 2021/06/04 03:32:39 Deleted Obj with ID ObjectID("60b99e8dd7658c9ee0b3365e") 10.233.69.159 - - [04/Jun/2021:03:32:39 +0000] "DELETE /v1/rb/definition/57669fac-47bb-499b-a506-65c2330a7c2a/3c67f40d-d601-4cff-a520-ebb6f5eb66f9/profile/cnftest HTTP/1.1" 204 0 10.233.69.159 - - [04/Jun/2021:03:33:26 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 2021/06/04 03:33:26 Deleted Obj with ID ObjectID("60b99bd02ecd0df486ef1e67") 2021/06/04 03:33:26 Deleted Obj with ID ObjectID("60b99bd1d7658c9ee0b33430") 10.233.69.159 - - [04/Jun/2021:03:33:26 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0