2022/01/29 00:26:37 Starting Kubernetes Multicloud API 2022/01/29 00:26:37 Error Getting TLS Configuration. Starting without TLS... 10.233.78.16 - - [29/Jan/2022:02:04:19 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.78.16 - - [29/Jan/2022:02:06:04 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [29/Jan/2022:02:06:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [29/Jan/2022:02:07:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.78.16 - - [29/Jan/2022:02:08:48 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.78.16 - - [29/Jan/2022:02:11:34 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.78.16 - - [29/Jan/2022:02:14:16 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.78.16 - - [29/Jan/2022:02:19:36 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [29/Jan/2022:02:22:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [29/Jan/2022:02:23:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.78.16 - - [29/Jan/2022:02:25:56 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.78.16 - - [29/Jan/2022:02:25:56 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.78.16 - - [29/Jan/2022:02:25:56 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.78.16 - - [29/Jan/2022:02:25:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.78.16 - - [29/Jan/2022:02:25:57 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2e538743-af49-4f5a-aa15-5f093ceda07d/v1 HTTP/1.1" 200 125 10.233.78.16 - - [29/Jan/2022:02:25:57 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2e538743-af49-4f5a-aa15-5f093ceda07d/v1/content HTTP/1.1" 200 0 10.233.78.16 - - [29/Jan/2022:02:25:57 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2e538743-af49-4f5a-aa15-5f093ceda07d/v1 HTTP/1.1" 200 138 10.233.78.16 - - [29/Jan/2022:02:25:57 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2e538743-af49-4f5a-aa15-5f093ceda07d/v1/profile HTTP/1.1" 201 314 10.233.78.16 - - [29/Jan/2022:02:25:57 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2e538743-af49-4f5a-aa15-5f093ceda07d/v1/profile/pnf-cnf-profile-d2fcd1b8-2fb5-4077-b259-bff6fae057ee HTTP/1.1" 200 314 10.233.78.16 - - [29/Jan/2022:02:25:57 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2e538743-af49-4f5a-aa15-5f093ceda07d/v1/profile/pnf-cnf-profile-d2fcd1b8-2fb5-4077-b259-bff6fae057ee/content HTTP/1.1" 200 0 2022/01/29 02:25:57 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/01/29 02:25:57 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/01/29 02:25:57 Main rss info 2022/01/29 02:25:57 Path: /tmp/helm-tmpl-256416635/manifest-0 2022/01/29 02:25:57 Kind: Service 2022/01/29 02:25:57 Path: /tmp/helm-tmpl-256416635/manifest-1 2022/01/29 02:25:57 Kind: Service 2022/01/29 02:25:57 Path: /tmp/helm-tmpl-256416635/manifest-2 2022/01/29 02:25:57 Kind: Pod 2022/01/29 02:25:57 Path: /tmp/helm-tmpl-256416635/manifest-3 2022/01/29 02:25:57 Kind: Deployment 2022/01/29 02:25:57 Crd rss info 2022/01/29 02:25:57 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-01-29T02:25:57Z"} 2022/01/29 02:25:57 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-256416635/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-29T02:25:57Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-01-29T02:25:57Z"} {"filepath":"/tmp/helm-tmpl-256416635/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-29T02:25:57Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-01-29T02:25:58Z"} {"filepath":"/tmp/helm-tmpl-256416635/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-29T02:25:58Z"} 2022/01/29 02:25:58 No plugin for kind Pod found. Using generic Plugin 2022/01/29 02:25:58 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-01-29T02:25:58Z"} {"filepath":"/tmp/helm-tmpl-256416635/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-29T02:25:58Z"} 2022/01/29 02:25:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-01-29T02:25:58Z"} 10.233.78.16 - - [29/Jan/2022:02:25:57 +0000] "POST /v1/instance HTTP/1.1" 201 736 10.233.78.16 - - [29/Jan/2022:02:26:41 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [29/Jan/2022:02:26:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [29/Jan/2022:02:26:51 +0000] "POST /v1/rb/definition/030139a6-7f90-4992-a5f4-d997e730129e/9b8fa9af-f169-437c-8970-7a60a0dfb6fe/content HTTP/1.1" 200 0 127.0.0.1 - - [29/Jan/2022:02:27:07 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.78.16 - - [29/Jan/2022:02:30:13 +0000] "GET /v1/rb/definition/030139a6-7f90-4992-a5f4-d997e730129e/9b8fa9af-f169-437c-8970-7a60a0dfb6fe HTTP/1.1" 200 270 10.233.78.16 - - [29/Jan/2022:02:30:13 +0000] "GET /v1/rb/definition/030139a6-7f90-4992-a5f4-d997e730129e/9b8fa9af-f169-437c-8970-7a60a0dfb6fe/profile/cnftest HTTP/1.1" 404 87 10.233.78.16 - - [29/Jan/2022:02:30:13 +0000] "POST /v1/rb/definition/030139a6-7f90-4992-a5f4-d997e730129e/9b8fa9af-f169-437c-8970-7a60a0dfb6fe/profile HTTP/1.1" 201 240 10.233.78.16 - - [29/Jan/2022:02:30:13 +0000] "GET /v1/rb/definition/030139a6-7f90-4992-a5f4-d997e730129e/9b8fa9af-f169-437c-8970-7a60a0dfb6fe/profile/cnftest HTTP/1.1" 200 240 10.233.78.16 - - [29/Jan/2022:02:30:13 +0000] "POST /v1/rb/definition/030139a6-7f90-4992-a5f4-d997e730129e/9b8fa9af-f169-437c-8970-7a60a0dfb6fe/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-01-29T02:30:24Z"} 10.233.78.16 - - [29/Jan/2022:02:30:24 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-2d425b36-d193-4a64-bb41-c4913dee7015 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"fa949898-c710-4c23-8ef0-e151e30de752","vf-module-id":"570b199b-1a88-4a6d-b098-5678c153bf03","vf-module-model-invariant-id":"030139a6-7f90-4992-a5f4-d997e730129e","vf-module-model-version-id":"75eb3b96-ba2c-4121-b155-103c81185383","vf-module-model-customization-id":"9b8fa9af-f169-437c-8970-7a60a0dfb6fe","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-2d425b36-d193-4a64-bb41-c4913dee7015"}},"level":"info","msg":"Broker API Payload","time":"2022-01-29T02:30:24Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"030139a6-7f90-4992-a5f4-d997e730129e","rb-version":"9b8fa9af-f169-437c-8970-7a60a0dfb6fe","profile-name":"cnftest","release-name":"570b199b-1a88-4a6d-b098-5678c153bf03","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-2d425b36-d193-4a64-bb41-c4913dee7015"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-01-29T02:30:24Z"} 2022/01/29 02:30:24 Main rss info 2022/01/29 02:30:24 Path: /tmp/helm-tmpl-731878093/manifest-0 2022/01/29 02:30:24 Kind: Service 2022/01/29 02:30:24 Path: /tmp/helm-tmpl-731878093/manifest-1 2022/01/29 02:30:24 Kind: Deployment 2022/01/29 02:30:24 Crd rss info 2022/01/29 02:30:24 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-01-29T02:30:24Z"} 2022/01/29 02:30:24 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-731878093/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-29T02:30:24Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-01-29T02:30:24Z"} {"filepath":"/tmp/helm-tmpl-731878093/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-29T02:30:24Z"} 2022/01/29 02:30:24 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-01-29T02:30:24Z"} 10.233.78.16 - - [29/Jan/2022:02:30:24 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 300 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"serene_ride","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-01-29T02:30:24Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"serene_ride","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-01-29T02:30:25Z"} 10.233.78.16 - - [29/Jan/2022:02:30:25 +0000] "GET /basicnf-owner/k8sregion/infra_workload/serene_ride HTTP/1.1" 200 119 10.233.78.16 - - [29/Jan/2022:02:30:25 +0000] "POST /basicnf-owner/k8sregion/infra_workload/serene_ride HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"serene_ride","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-01-29T02:30:55Z"} 10.233.78.16 - - [29/Jan/2022:02:30:55 +0000] "GET /basicnf-owner/k8sregion/infra_workload/serene_ride HTTP/1.1" 200 119 2022/01/29 02:30:55 [Config Cleanup] Instance serene_ride 2022/01/29 02:30:55 [scheduleResources]: START thread 2022/01/29 02:31:00 Stop config thread for serene_ride {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-01-29T02:31:00Z"} 2022/01/29 02:31:00 No plugin for kind Deployment found. Using generic Plugin 2022/01/29 02:31:00 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-01-29T02:31:00Z"} 2022/01/29 02:31:00 Deleting service: cnftest-nginx 2022/01/29 02:31:00 Deleted Obj with ID ObjectID("61f4a6c09239f60743f6f837") 2022/01/29 02:31:00 Deleted Obj with ID ObjectID("61f4a6c00e264d6f0cae5763") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"serene_ride","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-01-29T02:31:00Z"} 10.233.78.16 - - [29/Jan/2022:02:30:55 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/serene_ride HTTP/1.1" 202 119 10.233.78.16 - - [29/Jan/2022:02:31:13 +0000] "GET /v1/rb/definition/030139a6-7f90-4992-a5f4-d997e730129e/9b8fa9af-f169-437c-8970-7a60a0dfb6fe HTTP/1.1" 200 270 10.233.78.16 - - [29/Jan/2022:02:31:13 +0000] "GET /v1/rb/definition/030139a6-7f90-4992-a5f4-d997e730129e/9b8fa9af-f169-437c-8970-7a60a0dfb6fe/profile/cnftest HTTP/1.1" 200 240 2022/01/29 02:31:13 Deleted Obj with ID ObjectID("61f4a6b59239f60743f6f835") 2022/01/29 02:31:13 Deleted Obj with ID ObjectID("61f4a6b59239f60743f6f836") 2022/01/29 02:31:13 Deleted Obj with ID ObjectID("61f4a6b50e264d6f0cae5740") 10.233.78.16 - - [29/Jan/2022:02:31:13 +0000] "DELETE /v1/rb/definition/030139a6-7f90-4992-a5f4-d997e730129e/9b8fa9af-f169-437c-8970-7a60a0dfb6fe/profile/cnftest HTTP/1.1" 204 0 10.233.78.16 - - [29/Jan/2022:02:31:41 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/01/29 02:31:41 Deleted Obj with ID ObjectID("61f4a5b49239f60743f6f823") 10.233.78.16 - - [29/Jan/2022:02:31:41 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/01/29 02:31:41 Deleted Obj with ID ObjectID("61f4a5b40e264d6f0cae562f") 10.233.78.16 - - [29/Jan/2022:02:34:48 +0000] "DELETE /v1/instance/ecstatic_mestorf HTTP/1.1" 500 177 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2022-01-29T02:34:48Z"}