2021/11/23 02:03:29 Starting Kubernetes Multicloud API 2021/11/23 02:03:29 Error Getting TLS Configuration. Starting without TLS... 10.233.68.241 - - [23/Nov/2021:03:51:38 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.241 - - [23/Nov/2021:03:52:46 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.241 - - [23/Nov/2021:03:53:59 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [23/Nov/2021:03:54:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.241 - - [23/Nov/2021:03:55:35 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.241 - - [23/Nov/2021:03:56:54 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [23/Nov/2021:04:10:11 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.68.241 - - [23/Nov/2021:04:13:02 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.241 - - [23/Nov/2021:04:13:02 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.68.241 - - [23/Nov/2021:04:13:03 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.68.241 - - [23/Nov/2021:04:13:03 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.241 - - [23/Nov/2021:04:13:03 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c200e6c0-9467-4e8d-bace-9cf190244465/v1 HTTP/1.1" 200 125 10.233.68.241 - - [23/Nov/2021:04:13:03 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c200e6c0-9467-4e8d-bace-9cf190244465/v1/content HTTP/1.1" 200 0 10.233.68.241 - - [23/Nov/2021:04:13:03 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c200e6c0-9467-4e8d-bace-9cf190244465/v1 HTTP/1.1" 200 138 10.233.68.241 - - [23/Nov/2021:04:13:03 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c200e6c0-9467-4e8d-bace-9cf190244465/v1/profile HTTP/1.1" 201 308 10.233.68.241 - - [23/Nov/2021:04:13:03 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c200e6c0-9467-4e8d-bace-9cf190244465/v1/profile/pnf-cnf-profile-c895756c-5851-41ab-b46b-9a45451e6ec3 HTTP/1.1" 200 308 10.233.68.241 - - [23/Nov/2021:04:13:03 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c200e6c0-9467-4e8d-bace-9cf190244465/v1/profile/pnf-cnf-profile-c895756c-5851-41ab-b46b-9a45451e6ec3/content HTTP/1.1" 200 0 2021/11/23 04:13:03 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/11/23 04:13:03 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2021/11/23 04:13:03 Main rss info 2021/11/23 04:13:03 Path: /tmp/helm-tmpl-032256023/manifest-0 2021/11/23 04:13:03 Kind: Service 2021/11/23 04:13:03 Path: /tmp/helm-tmpl-032256023/manifest-1 2021/11/23 04:13:03 Kind: Service 2021/11/23 04:13:03 Path: /tmp/helm-tmpl-032256023/manifest-2 2021/11/23 04:13:03 Kind: Pod 2021/11/23 04:13:03 Path: /tmp/helm-tmpl-032256023/manifest-3 2021/11/23 04:13:03 Kind: Deployment 2021/11/23 04:13:03 Crd rss info 2021/11/23 04:13:03 Hook info {"filepath":"/tmp/helm-tmpl-032256023/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-23T04:13:03Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-11-23T04:13:03Z"} {"filepath":"/tmp/helm-tmpl-032256023/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-23T04:13:03Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-11-23T04:13:03Z"} {"filepath":"/tmp/helm-tmpl-032256023/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-23T04:13:03Z"} 2021/11/23 04:13:03 No plugin for kind Pod found. Using generic Plugin 2021/11/23 04:13:03 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-11-23T04:13:04Z"} {"filepath":"/tmp/helm-tmpl-032256023/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-23T04:13:04Z"} 2021/11/23 04:13:04 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-11-23T04:13:04Z"} 10.233.68.241 - - [23/Nov/2021:04:13:03 +0000] "POST /v1/instance HTTP/1.1" 201 730 10.233.68.241 - - [23/Nov/2021:04:14:25 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 127.0.0.1 - - [23/Nov/2021:04:14:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [23/Nov/2021:04:14:36 +0000] "POST /v1/rb/definition/bc9d5003-6872-4e06-aa2a-6352774266bc/b1cf1227-759a-46e2-9345-792c5e43620c/content HTTP/1.1" 200 0 127.0.0.1 - - [23/Nov/2021:04:14:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.68.241 - - [23/Nov/2021:04:16:05 +0000] "GET /v1/rb/definition/bc9d5003-6872-4e06-aa2a-6352774266bc/b1cf1227-759a-46e2-9345-792c5e43620c HTTP/1.1" 200 270 10.233.68.241 - - [23/Nov/2021:04:16:05 +0000] "GET /v1/rb/definition/bc9d5003-6872-4e06-aa2a-6352774266bc/b1cf1227-759a-46e2-9345-792c5e43620c/profile/cnftest HTTP/1.1" 404 87 10.233.68.241 - - [23/Nov/2021:04:16:05 +0000] "POST /v1/rb/definition/bc9d5003-6872-4e06-aa2a-6352774266bc/b1cf1227-759a-46e2-9345-792c5e43620c/profile HTTP/1.1" 201 240 10.233.68.241 - - [23/Nov/2021:04:16:06 +0000] "GET /v1/rb/definition/bc9d5003-6872-4e06-aa2a-6352774266bc/b1cf1227-759a-46e2-9345-792c5e43620c/profile/cnftest HTTP/1.1" 200 240 10.233.68.241 - - [23/Nov/2021:04:16:06 +0000] "POST /v1/rb/definition/bc9d5003-6872-4e06-aa2a-6352774266bc/b1cf1227-759a-46e2-9345-792c5e43620c/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-11-23T04:16:17Z"} 10.233.68.241 - - [23/Nov/2021:04:16:17 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-34c01c01-82fb-4f1c-a779-3d5f80181e37 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"bbc86548-b79d-4e1b-8bb7-8eb2c7e5ec5d","vf-module-id":"d7bd6a50-7006-48c8-b0d4-90027e7b776b","vf-module-model-invariant-id":"bc9d5003-6872-4e06-aa2a-6352774266bc","vf-module-model-version-id":"1971f4a2-053d-42c2-a5e8-88fb4d273a7d","vf-module-model-customization-id":"b1cf1227-759a-46e2-9345-792c5e43620c","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-34c01c01-82fb-4f1c-a779-3d5f80181e37"}},"level":"info","msg":"Broker API Payload","time":"2021-11-23T04:16:18Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"bc9d5003-6872-4e06-aa2a-6352774266bc","rb-version":"b1cf1227-759a-46e2-9345-792c5e43620c","profile-name":"cnftest","release-name":"d7bd6a50-7006-48c8-b0d4-90027e7b776b","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-34c01c01-82fb-4f1c-a779-3d5f80181e37"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-11-23T04:16:18Z"} 2021/11/23 04:16:18 Main rss info 2021/11/23 04:16:18 Path: /tmp/helm-tmpl-046736634/manifest-0 2021/11/23 04:16:18 Kind: Service 2021/11/23 04:16:18 Path: /tmp/helm-tmpl-046736634/manifest-1 2021/11/23 04:16:18 Kind: Deployment 2021/11/23 04:16:18 Crd rss info 2021/11/23 04:16:18 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-11-23T04:16:18Z"} 2021/11/23 04:16:18 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-046736634/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-23T04:16:18Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-11-23T04:16:18Z"} {"filepath":"/tmp/helm-tmpl-046736634/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-23T04:16:18Z"} 2021/11/23 04:16:18 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-11-23T04:16:18Z"} 10.233.68.241 - - [23/Nov/2021:04:16:18 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"mystifying_pike","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-23T04:16:18Z"} 10.233.68.241 - - [23/Nov/2021:04:16:18 +0000] "GET /basicnf-owner/k8sregion/infra_workload/mystifying_pike HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"mystifying_pike","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-23T04:16:18Z"} 10.233.68.241 - - [23/Nov/2021:04:16:19 +0000] "POST /basicnf-owner/k8sregion/infra_workload/mystifying_pike HTTP/1.1" 405 0 10.233.68.241 - - [23/Nov/2021:04:16:52 +0000] "GET /basicnf-owner/k8sregion/infra_workload/mystifying_pike HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"mystifying_pike","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-23T04:16:52Z"} 2021/11/23 04:16:53 [Config Cleanup] Instance mystifying_pike 2021/11/23 04:16:53 [scheduleResources]: START thread 2021/11/23 04:16:58 Stop config thread for mystifying_pike {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-11-23T04:16:58Z"} 2021/11/23 04:16:58 No plugin for kind Deployment found. Using generic Plugin 2021/11/23 04:16:58 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-11-23T04:16:58Z"} 2021/11/23 04:16:58 Deleting service: cnftest-nginx 2021/11/23 04:16:58 Deleted Obj with ID ObjectID("619c6b126725d4757496d2ae") 10.233.68.241 - - [23/Nov/2021:04:16:53 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/mystifying_pike HTTP/1.1" 202 123 2021/11/23 04:16:58 Deleted Obj with ID ObjectID("619c6b12c1fd2801ea04b3c5") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"mystifying_pike","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-11-23T04:16:58Z"} 10.233.68.241 - - [23/Nov/2021:04:17:09 +0000] "GET /v1/rb/definition/bc9d5003-6872-4e06-aa2a-6352774266bc/b1cf1227-759a-46e2-9345-792c5e43620c HTTP/1.1" 200 270 10.233.68.241 - - [23/Nov/2021:04:17:09 +0000] "GET /v1/rb/definition/bc9d5003-6872-4e06-aa2a-6352774266bc/b1cf1227-759a-46e2-9345-792c5e43620c/profile/cnftest HTTP/1.1" 200 240 2021/11/23 04:17:09 Deleted Obj with ID ObjectID("619c6b066725d4757496d2ac") 2021/11/23 04:17:09 Deleted Obj with ID ObjectID("619c6b066725d4757496d2ad") 10.233.68.241 - - [23/Nov/2021:04:17:09 +0000] "DELETE /v1/rb/definition/bc9d5003-6872-4e06-aa2a-6352774266bc/b1cf1227-759a-46e2-9345-792c5e43620c/profile/cnftest HTTP/1.1" 204 0 2021/11/23 04:17:09 Deleted Obj with ID ObjectID("619c6b06c1fd2801ea04b3a2") 10.233.68.241 - - [23/Nov/2021:04:17:38 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 2021/11/23 04:17:38 Deleted Obj with ID ObjectID("619c6a4e6725d4757496d29a") 10.233.68.241 - - [23/Nov/2021:04:17:38 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2021/11/23 04:17:38 Deleted Obj with ID ObjectID("619c6a4ec1fd2801ea04b2c2") 10.233.68.241 - - [23/Nov/2021:04:22:21 +0000] "DELETE /v1/instance/distracted_nobel HTTP/1.1" 500 177 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2021-11-23T04:22:21Z"}