2022/01/14 03:07:10 Starting Kubernetes Multicloud API 2022/01/14 03:07:10 Error Getting TLS Configuration. Starting without TLS... 10.233.71.169 - - [14/Jan/2022:06:26:44 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [14/Jan/2022:06:28:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.71.169 - - [14/Jan/2022:06:32:22 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.169 - - [14/Jan/2022:06:33:20 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [14/Jan/2022:06:33:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.71.169 - - [14/Jan/2022:06:34:09 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.169 - - [14/Jan/2022:06:34:25 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.169 - - [14/Jan/2022:06:35:45 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.169 - - [14/Jan/2022:06:37:22 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.71.169 - - [14/Jan/2022:06:38:44 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [14/Jan/2022:06:40:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.71.169 - - [14/Jan/2022:06:41:22 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [14/Jan/2022:06:51:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.1 - - [14/Jan/2022:06:51:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-de870940-9720-456b-8c0c-3d7d2d5c1c21/v1 HTTP/1.1" 200 125 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-de870940-9720-456b-8c0c-3d7d2d5c1c21/v1/content HTTP/1.1" 200 0 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-de870940-9720-456b-8c0c-3d7d2d5c1c21/v1 HTTP/1.1" 200 138 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-de870940-9720-456b-8c0c-3d7d2d5c1c21/v1/profile HTTP/1.1" 201 314 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-de870940-9720-456b-8c0c-3d7d2d5c1c21/v1/profile/pnf-cnf-profile-e3d3f793-7b32-49c0-9102-57f63e67da61 HTTP/1.1" 200 314 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-de870940-9720-456b-8c0c-3d7d2d5c1c21/v1/profile/pnf-cnf-profile-e3d3f793-7b32-49c0-9102-57f63e67da61/content HTTP/1.1" 200 0 2022/01/14 06:54:17 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/01/14 06:54:17 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/01/14 06:54:17 Main rss info 2022/01/14 06:54:17 Path: /tmp/helm-tmpl-709021772/manifest-0 2022/01/14 06:54:17 Kind: Service 2022/01/14 06:54:17 Path: /tmp/helm-tmpl-709021772/manifest-1 2022/01/14 06:54:17 Kind: Service 2022/01/14 06:54:17 Path: /tmp/helm-tmpl-709021772/manifest-2 2022/01/14 06:54:17 Kind: Pod 2022/01/14 06:54:17 Path: /tmp/helm-tmpl-709021772/manifest-3 2022/01/14 06:54:17 Kind: Deployment 2022/01/14 06:54:17 Crd rss info 2022/01/14 06:54:17 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-01-14T06:54:17Z"} 2022/01/14 06:54:17 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-709021772/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-14T06:54:17Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-01-14T06:54:17Z"} {"filepath":"/tmp/helm-tmpl-709021772/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-14T06:54:17Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-01-14T06:54:17Z"} {"filepath":"/tmp/helm-tmpl-709021772/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-14T06:54:17Z"} 2022/01/14 06:54:17 No plugin for kind Pod found. Using generic Plugin 2022/01/14 06:54:17 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-01-14T06:54:19Z"} {"filepath":"/tmp/helm-tmpl-709021772/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-14T06:54:19Z"} 2022/01/14 06:54:19 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-01-14T06:54:19Z"} 10.233.71.169 - - [14/Jan/2022:06:54:17 +0000] "POST /v1/instance HTTP/1.1" 201 731 10.233.71.169 - - [14/Jan/2022:06:55:04 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 127.0.0.1 - - [14/Jan/2022:06:55:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [14/Jan/2022:06:55:19 +0000] "POST /v1/rb/definition/3c7a3000-16eb-4d63-b908-652eab29ead0/48b2112d-f5e2-4f6f-92a2-4c4c31d8a538/content HTTP/1.1" 200 0 127.0.0.1 - - [14/Jan/2022:06:55:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.71.169 - - [14/Jan/2022:06:59:38 +0000] "GET /v1/rb/definition/3c7a3000-16eb-4d63-b908-652eab29ead0/48b2112d-f5e2-4f6f-92a2-4c4c31d8a538 HTTP/1.1" 200 270 10.233.71.169 - - [14/Jan/2022:06:59:38 +0000] "GET /v1/rb/definition/3c7a3000-16eb-4d63-b908-652eab29ead0/48b2112d-f5e2-4f6f-92a2-4c4c31d8a538/profile/cnftest HTTP/1.1" 404 87 10.233.71.169 - - [14/Jan/2022:06:59:38 +0000] "POST /v1/rb/definition/3c7a3000-16eb-4d63-b908-652eab29ead0/48b2112d-f5e2-4f6f-92a2-4c4c31d8a538/profile HTTP/1.1" 201 240 10.233.71.169 - - [14/Jan/2022:06:59:39 +0000] "GET /v1/rb/definition/3c7a3000-16eb-4d63-b908-652eab29ead0/48b2112d-f5e2-4f6f-92a2-4c4c31d8a538/profile/cnftest HTTP/1.1" 200 240 10.233.71.169 - - [14/Jan/2022:06:59:39 +0000] "POST /v1/rb/definition/3c7a3000-16eb-4d63-b908-652eab29ead0/48b2112d-f5e2-4f6f-92a2-4c4c31d8a538/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-01-14T06:59:46Z"} 10.233.71.169 - - [14/Jan/2022:06:59:46 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-af5ce70c-77bf-4516-9ecd-a67b90e3483a HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"110c000c-2600-4d60-a8fa-34f758978b69","vf-module-id":"23946f26-d01b-4d8d-ae7b-11b16a90857c","vf-module-model-invariant-id":"3c7a3000-16eb-4d63-b908-652eab29ead0","vf-module-model-version-id":"69cd9557-6000-43a5-b3b4-52505789d41f","vf-module-model-customization-id":"48b2112d-f5e2-4f6f-92a2-4c4c31d8a538","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-af5ce70c-77bf-4516-9ecd-a67b90e3483a"}},"level":"info","msg":"Broker API Payload","time":"2022-01-14T06:59:46Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"3c7a3000-16eb-4d63-b908-652eab29ead0","rb-version":"48b2112d-f5e2-4f6f-92a2-4c4c31d8a538","profile-name":"cnftest","release-name":"23946f26-d01b-4d8d-ae7b-11b16a90857c","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-af5ce70c-77bf-4516-9ecd-a67b90e3483a"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-01-14T06:59:46Z"} 2022/01/14 06:59:46 Main rss info 2022/01/14 06:59:46 Path: /tmp/helm-tmpl-158966891/manifest-0 2022/01/14 06:59:46 Kind: Service 2022/01/14 06:59:46 Path: /tmp/helm-tmpl-158966891/manifest-1 2022/01/14 06:59:46 Kind: Deployment 2022/01/14 06:59:46 Crd rss info 2022/01/14 06:59:46 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-01-14T06:59:46Z"} 2022/01/14 06:59:46 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-158966891/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-14T06:59:46Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-01-14T06:59:46Z"} {"filepath":"/tmp/helm-tmpl-158966891/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-14T06:59:46Z"} 2022/01/14 06:59:46 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-01-14T06:59:47Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elastic_germain","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-01-14T06:59:47Z"} 10.233.71.169 - - [14/Jan/2022:06:59:46 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 10.233.71.169 - - [14/Jan/2022:06:59:47 +0000] "GET /basicnf-owner/k8sregion/infra_workload/elastic_germain HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elastic_germain","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-01-14T06:59:47Z"} 10.233.71.169 - - [14/Jan/2022:06:59:47 +0000] "POST /basicnf-owner/k8sregion/infra_workload/elastic_germain HTTP/1.1" 405 0 10.233.71.169 - - [14/Jan/2022:07:00:11 +0000] "GET /basicnf-owner/k8sregion/infra_workload/elastic_germain HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elastic_germain","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-01-14T07:00:11Z"} 2022/01/14 07:00:11 [Config Cleanup] Instance elastic_germain 2022/01/14 07:00:11 [scheduleResources]: START thread 2022/01/14 07:00:16 Stop config thread for elastic_germain {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-01-14T07:00:16Z"} 2022/01/14 07:00:16 No plugin for kind Deployment found. Using generic Plugin 2022/01/14 07:00:16 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-01-14T07:00:16Z"} 2022/01/14 07:00:16 Deleting service: cnftest-nginx 2022/01/14 07:00:16 Deleted Obj with ID ObjectID("61e11f62cd6440cee38be564") 2022/01/14 07:00:16 Deleted Obj with ID ObjectID("61e11f6201335d5ca07d4127") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elastic_germain","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-01-14T07:00:16Z"} 10.233.71.169 - - [14/Jan/2022:07:00:11 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/elastic_germain HTTP/1.1" 202 123 10.233.71.169 - - [14/Jan/2022:07:00:28 +0000] "GET /v1/rb/definition/3c7a3000-16eb-4d63-b908-652eab29ead0/48b2112d-f5e2-4f6f-92a2-4c4c31d8a538 HTTP/1.1" 200 270 10.233.71.169 - - [14/Jan/2022:07:00:28 +0000] "GET /v1/rb/definition/3c7a3000-16eb-4d63-b908-652eab29ead0/48b2112d-f5e2-4f6f-92a2-4c4c31d8a538/profile/cnftest HTTP/1.1" 200 240 2022/01/14 07:00:28 Deleted Obj with ID ObjectID("61e11f5acd6440cee38be562") 2022/01/14 07:00:28 Deleted Obj with ID ObjectID("61e11f5bcd6440cee38be563") 10.233.71.169 - - [14/Jan/2022:07:00:28 +0000] "DELETE /v1/rb/definition/3c7a3000-16eb-4d63-b908-652eab29ead0/48b2112d-f5e2-4f6f-92a2-4c4c31d8a538/profile/cnftest HTTP/1.1" 204 0 2022/01/14 07:00:28 Deleted Obj with ID ObjectID("61e11f5a01335d5ca07d4105") 10.233.71.169 - - [14/Jan/2022:07:00:55 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 2022/01/14 07:00:55 Deleted Obj with ID ObjectID("61e11e19cd6440cee38be550") 10.233.71.169 - - [14/Jan/2022:07:00:55 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/01/14 07:00:55 Deleted Obj with ID ObjectID("61e11e1901335d5ca07d3fcf") {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2022-01-14T07:07:12Z"} 10.233.71.169 - - [14/Jan/2022:07:07:12 +0000] "DELETE /v1/instance/brave_haibt HTTP/1.1" 500 177