2022/04/18 02:48:29 Starting Kubernetes Multicloud API 2022/04/18 02:48:29 Error Getting TLS Configuration. Starting without TLS... 10.233.72.101 - - [18/Apr/2022:04:09:34 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [18/Apr/2022:04:16:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [18/Apr/2022:04:16:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [18/Apr/2022:04:19:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "GET /v1/rb/definition/pnf-cnf-rb-13d14607-27fa-4764-8554-ffd836581f27/v1 HTTP/1.1" 200 125 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "POST /v1/rb/definition/pnf-cnf-rb-13d14607-27fa-4764-8554-ffd836581f27/v1/content HTTP/1.1" 200 0 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "GET /v1/rb/definition/pnf-cnf-rb-13d14607-27fa-4764-8554-ffd836581f27/v1 HTTP/1.1" 200 138 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "POST /v1/rb/definition/pnf-cnf-rb-13d14607-27fa-4764-8554-ffd836581f27/v1/profile HTTP/1.1" 201 308 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "GET /v1/rb/definition/pnf-cnf-rb-13d14607-27fa-4764-8554-ffd836581f27/v1/profile/pnf-cnf-profile-ebb8d4c6-4c00-4fe0-b28e-ee3a83ee3a70 HTTP/1.1" 200 308 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "POST /v1/rb/definition/pnf-cnf-rb-13d14607-27fa-4764-8554-ffd836581f27/v1/profile/pnf-cnf-profile-ebb8d4c6-4c00-4fe0-b28e-ee3a83ee3a70/content HTTP/1.1" 200 0 2022/04/18 04:28:22 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/04/18 04:28:22 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/04/18 04:28:22 Main rss info 2022/04/18 04:28:22 Path: /tmp/helm-tmpl-077607208/manifest-0 2022/04/18 04:28:22 Kind: Service 2022/04/18 04:28:22 Path: /tmp/helm-tmpl-077607208/manifest-1 2022/04/18 04:28:22 Kind: Service 2022/04/18 04:28:22 Path: /tmp/helm-tmpl-077607208/manifest-2 2022/04/18 04:28:22 Kind: Pod 2022/04/18 04:28:22 Path: /tmp/helm-tmpl-077607208/manifest-3 2022/04/18 04:28:22 Kind: Deployment 2022/04/18 04:28:22 Crd rss info 2022/04/18 04:28:22 Hook info {"filepath":"/tmp/helm-tmpl-077607208/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-18T04:28:22Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-18T04:28:22Z"} {"filepath":"/tmp/helm-tmpl-077607208/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-18T04:28:22Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-18T04:28:22Z"} {"filepath":"/tmp/helm-tmpl-077607208/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-18T04:28:22Z"} 2022/04/18 04:28:22 No plugin for kind Pod found. Using generic Plugin 2022/04/18 04:28:23 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-18T04:28:23Z"} {"filepath":"/tmp/helm-tmpl-077607208/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-18T04:28:23Z"} 2022/04/18 04:28:23 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-18T04:28:23Z"} 10.233.72.101 - - [18/Apr/2022:04:28:22 +0000] "POST /v1/instance HTTP/1.1" 201 733 10.233.72.101 - - [18/Apr/2022:04:32:01 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [18/Apr/2022:04:32:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [18/Apr/2022:04:32:12 +0000] "POST /v1/rb/definition/12227c37-8d8a-46ba-8411-539ac8af8e02/03bb40dd-bfbf-4db8-944f-66418d6c25b5/content HTTP/1.1" 200 0 127.0.0.1 - - [18/Apr/2022:04:33:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [18/Apr/2022:04:33:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.1 - - [18/Apr/2022:04:34:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.72.101 - - [18/Apr/2022:04:36:01 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.72.101 - - [18/Apr/2022:04:36:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.101 - - [18/Apr/2022:04:36:01 +0000] "GET /v1/rb/definition/pnf-cnf-rb-55a6e870-1a7c-441c-8559-0c83a197b919/v1 HTTP/1.1" 200 125 10.233.72.101 - - [18/Apr/2022:04:36:01 +0000] "POST /v1/rb/definition/pnf-cnf-rb-55a6e870-1a7c-441c-8559-0c83a197b919/v1/content HTTP/1.1" 200 0 10.233.72.101 - - [18/Apr/2022:04:36:02 +0000] "GET /v1/rb/definition/pnf-cnf-rb-55a6e870-1a7c-441c-8559-0c83a197b919/v1 HTTP/1.1" 200 138 10.233.72.101 - - [18/Apr/2022:04:36:02 +0000] "POST /v1/rb/definition/pnf-cnf-rb-55a6e870-1a7c-441c-8559-0c83a197b919/v1/profile HTTP/1.1" 201 308 10.233.72.101 - - [18/Apr/2022:04:36:02 +0000] "GET /v1/rb/definition/pnf-cnf-rb-55a6e870-1a7c-441c-8559-0c83a197b919/v1/profile/pnf-cnf-profile-5ccb2093-b70d-4dc7-8a2d-db04a993a958 HTTP/1.1" 200 308 10.233.72.101 - - [18/Apr/2022:04:36:02 +0000] "POST /v1/rb/definition/pnf-cnf-rb-55a6e870-1a7c-441c-8559-0c83a197b919/v1/profile/pnf-cnf-profile-5ccb2093-b70d-4dc7-8a2d-db04a993a958/content HTTP/1.1" 200 0 2022/04/18 04:36:02 Main rss info 2022/04/18 04:36:02 Path: /tmp/helm-tmpl-969763991/manifest-0 2022/04/18 04:36:02 Kind: Service 2022/04/18 04:36:02 Path: /tmp/helm-tmpl-969763991/manifest-1 2022/04/18 04:36:02 Kind: Service 2022/04/18 04:36:02 Path: /tmp/helm-tmpl-969763991/manifest-2 2022/04/18 04:36:02 Kind: Pod 2022/04/18 04:36:02 Path: /tmp/helm-tmpl-969763991/manifest-3 2022/04/18 04:36:02 Kind: Deployment 2022/04/18 04:36:02 Crd rss info 2022/04/18 04:36:02 Hook info {"filepath":"/tmp/helm-tmpl-969763991/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-18T04:36:02Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-969763991/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-04-18T04:36:02Z"} 2022/04/18 04:36:02 Instance: wonderful_lewin, Main rss are failed, skip post-install and remove instance in DB 2022/04/18 04:36:02 Deleted Obj with ID ObjectID("625ceab2518579f2254933d2") 2022/04/18 04:36:02 Deleted Obj with ID ObjectID("625ceab1b896ced5522d0b26") 10.233.72.101 - - [18/Apr/2022:04:36:02 +0000] "POST /v1/instance HTTP/1.1" 500 180 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-55a6e870-1a7c-441c-8559-0c83a197b919","rb-version":"v1","profile-name":"pnf-cnf-profile-5ccb2093-b70d-4dc7-8a2d-db04a993a958","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-04-18T04:36:02Z"} 10.233.72.101 - - [18/Apr/2022:04:37:01 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.72.101 - - [18/Apr/2022:04:38:11 +0000] "GET /v1/rb/definition/12227c37-8d8a-46ba-8411-539ac8af8e02/03bb40dd-bfbf-4db8-944f-66418d6c25b5 HTTP/1.1" 200 270 10.233.72.101 - - [18/Apr/2022:04:38:11 +0000] "GET /v1/rb/definition/12227c37-8d8a-46ba-8411-539ac8af8e02/03bb40dd-bfbf-4db8-944f-66418d6c25b5/profile/cnftest HTTP/1.1" 404 87 10.233.72.101 - - [18/Apr/2022:04:38:11 +0000] "POST /v1/rb/definition/12227c37-8d8a-46ba-8411-539ac8af8e02/03bb40dd-bfbf-4db8-944f-66418d6c25b5/profile HTTP/1.1" 201 240 10.233.72.101 - - [18/Apr/2022:04:38:11 +0000] "GET /v1/rb/definition/12227c37-8d8a-46ba-8411-539ac8af8e02/03bb40dd-bfbf-4db8-944f-66418d6c25b5/profile/cnftest HTTP/1.1" 200 240 10.233.72.101 - - [18/Apr/2022:04:38:11 +0000] "POST /v1/rb/definition/12227c37-8d8a-46ba-8411-539ac8af8e02/03bb40dd-bfbf-4db8-944f-66418d6c25b5/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-04-18T04:38:35Z"} 10.233.72.101 - - [18/Apr/2022:04:38:34 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-1818e0be-4f58-4390-b4f3-df03fd88992d HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"417205b6-cd82-4369-8e0e-a1d55336ef12","vf-module-id":"edcf91eb-a99a-48bf-9ab6-ab5404f75968","vf-module-model-invariant-id":"12227c37-8d8a-46ba-8411-539ac8af8e02","vf-module-model-version-id":"9fbd385e-87e7-447a-9543-364c2447b639","vf-module-model-customization-id":"03bb40dd-bfbf-4db8-944f-66418d6c25b5","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-1818e0be-4f58-4390-b4f3-df03fd88992d"}},"level":"info","msg":"Broker API Payload","time":"2022-04-18T04:38:35Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"12227c37-8d8a-46ba-8411-539ac8af8e02","rb-version":"03bb40dd-bfbf-4db8-944f-66418d6c25b5","profile-name":"cnftest","release-name":"edcf91eb-a99a-48bf-9ab6-ab5404f75968","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-1818e0be-4f58-4390-b4f3-df03fd88992d"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-04-18T04:38:35Z"} 2022/04/18 04:38:35 Main rss info 2022/04/18 04:38:35 Path: /tmp/helm-tmpl-739527611/manifest-0 2022/04/18 04:38:35 Kind: Service 2022/04/18 04:38:35 Path: /tmp/helm-tmpl-739527611/manifest-1 2022/04/18 04:38:35 Kind: Deployment 2022/04/18 04:38:35 Crd rss info 2022/04/18 04:38:35 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-04-18T04:38:35Z"} 2022/04/18 04:38:35 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-739527611/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-18T04:38:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-18T04:38:35Z"} {"filepath":"/tmp/helm-tmpl-739527611/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-18T04:38:35Z"} 2022/04/18 04:38:35 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-18T04:38:35Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_tharp","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-18T04:38:35Z"} 10.233.72.101 - - [18/Apr/2022:04:38:35 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 300 10.233.72.101 - - [18/Apr/2022:04:38:36 +0000] "GET /basicnf-owner/k8sregion/infra_workload/jolly_tharp HTTP/1.1" 200 119 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_tharp","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-18T04:38:36Z"} 10.233.72.101 - - [18/Apr/2022:04:38:36 +0000] "POST /basicnf-owner/k8sregion/infra_workload/jolly_tharp HTTP/1.1" 405 0 10.233.72.101 - - [18/Apr/2022:04:39:41 +0000] "GET /basicnf-owner/k8sregion/infra_workload/jolly_tharp HTTP/1.1" 200 119 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_tharp","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-18T04:39:41Z"} 2022/04/18 04:39:41 [Config Cleanup] Instance jolly_tharp 2022/04/18 04:39:41 [scheduleResources]: START thread 2022/04/18 04:39:46 Stop config thread for jolly_tharp {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-04-18T04:39:46Z"} 2022/04/18 04:39:46 No plugin for kind Deployment found. Using generic Plugin 2022/04/18 04:39:46 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-04-18T04:39:47Z"} 2022/04/18 04:39:47 Deleting service: cnftest-nginx 2022/04/18 04:39:47 Deleted Obj with ID ObjectID("625ceb4b518579f2254933d5") 2022/04/18 04:39:47 Deleted Obj with ID ObjectID("625ceb4bb896ced5522d0bb7") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jolly_tharp","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-04-18T04:39:47Z"} 10.233.72.101 - - [18/Apr/2022:04:39:41 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/jolly_tharp HTTP/1.1" 202 119 10.233.72.101 - - [18/Apr/2022:04:40:20 +0000] "GET /v1/rb/definition/12227c37-8d8a-46ba-8411-539ac8af8e02/03bb40dd-bfbf-4db8-944f-66418d6c25b5 HTTP/1.1" 200 270 10.233.72.101 - - [18/Apr/2022:04:40:20 +0000] "GET /v1/rb/definition/12227c37-8d8a-46ba-8411-539ac8af8e02/03bb40dd-bfbf-4db8-944f-66418d6c25b5/profile/cnftest HTTP/1.1" 200 240 2022/04/18 04:40:20 Deleted Obj with ID ObjectID("625ceb33518579f2254933d3") 2022/04/18 04:40:20 Deleted Obj with ID ObjectID("625ceb33518579f2254933d4") 2022/04/18 04:40:20 Deleted Obj with ID ObjectID("625ceb32b896ced5522d0b89") 10.233.72.101 - - [18/Apr/2022:04:40:20 +0000] "DELETE /v1/rb/definition/12227c37-8d8a-46ba-8411-539ac8af8e02/03bb40dd-bfbf-4db8-944f-66418d6c25b5/profile/cnftest HTTP/1.1" 204 0 10.233.72.101 - - [18/Apr/2022:04:41:20 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/04/18 04:41:20 Deleted Obj with ID ObjectID("625ce8e6518579f2254933b3") 2022/04/18 04:41:20 Deleted Obj with ID ObjectID("625ce8e5b896ced5522d0950") 10.233.72.101 - - [18/Apr/2022:04:41:20 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0