2022/01/22 02:50:03 Starting Kubernetes Multicloud API 2022/01/22 02:50:03 Error Getting TLS Configuration. Starting without TLS... 127.0.0.1 - - [22/Jan/2022:06:13:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3363912e-1a2d-4ea9-9080-51d72097f3a4/v1 HTTP/1.1" 200 125 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3363912e-1a2d-4ea9-9080-51d72097f3a4/v1/content HTTP/1.1" 200 0 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3363912e-1a2d-4ea9-9080-51d72097f3a4/v1 HTTP/1.1" 200 138 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3363912e-1a2d-4ea9-9080-51d72097f3a4/v1/profile HTTP/1.1" 201 308 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "GET /v1/rb/definition/pnf-cnf-rb-3363912e-1a2d-4ea9-9080-51d72097f3a4/v1/profile/pnf-cnf-profile-9de562e2-ee6b-49f2-bbd6-184cab6943dc HTTP/1.1" 200 308 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "POST /v1/rb/definition/pnf-cnf-rb-3363912e-1a2d-4ea9-9080-51d72097f3a4/v1/profile/pnf-cnf-profile-9de562e2-ee6b-49f2-bbd6-184cab6943dc/content HTTP/1.1" 200 0 2022/01/22 06:19:37 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/01/22 06:19:37 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/01/22 06:19:37 Main rss info 2022/01/22 06:19:37 Path: /tmp/helm-tmpl-922213626/manifest-0 2022/01/22 06:19:37 Kind: Service 2022/01/22 06:19:37 Path: /tmp/helm-tmpl-922213626/manifest-1 2022/01/22 06:19:37 Kind: Service 2022/01/22 06:19:37 Path: /tmp/helm-tmpl-922213626/manifest-2 2022/01/22 06:19:37 Kind: Pod 2022/01/22 06:19:37 Path: /tmp/helm-tmpl-922213626/manifest-3 2022/01/22 06:19:37 Kind: Deployment 2022/01/22 06:19:37 Crd rss info 2022/01/22 06:19:37 Hook info {"filepath":"/tmp/helm-tmpl-922213626/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-22T06:19:37Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-01-22T06:19:37Z"} {"filepath":"/tmp/helm-tmpl-922213626/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-22T06:19:37Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-01-22T06:19:38Z"} {"filepath":"/tmp/helm-tmpl-922213626/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-22T06:19:38Z"} 2022/01/22 06:19:38 No plugin for kind Pod found. Using generic Plugin 2022/01/22 06:19:38 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-01-22T06:19:38Z"} {"filepath":"/tmp/helm-tmpl-922213626/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-22T06:19:38Z"} 2022/01/22 06:19:38 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-01-22T06:19:38Z"} 10.233.69.202 - - [22/Jan/2022:06:19:37 +0000] "POST /v1/instance HTTP/1.1" 201 725 127.0.0.1 - - [22/Jan/2022:06:20:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.69.202 - - [22/Jan/2022:06:24:47 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 127.0.0.1 - - [22/Jan/2022:06:25:08 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [22/Jan/2022:06:25:08 +0000] "POST /v1/rb/definition/91ecdf99-4036-420e-a588-c40ff21cf8a7/39637153-5d5d-4879-95d6-35d1d57fdac7/content HTTP/1.1" 200 0 127.0.0.1 - - [22/Jan/2022:06:25:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.69.202 - - [22/Jan/2022:06:29:17 +0000] "GET /v1/rb/definition/91ecdf99-4036-420e-a588-c40ff21cf8a7/39637153-5d5d-4879-95d6-35d1d57fdac7 HTTP/1.1" 200 270 10.233.69.202 - - [22/Jan/2022:06:29:17 +0000] "GET /v1/rb/definition/91ecdf99-4036-420e-a588-c40ff21cf8a7/39637153-5d5d-4879-95d6-35d1d57fdac7/profile/cnftest HTTP/1.1" 404 87 10.233.69.202 - - [22/Jan/2022:06:29:17 +0000] "POST /v1/rb/definition/91ecdf99-4036-420e-a588-c40ff21cf8a7/39637153-5d5d-4879-95d6-35d1d57fdac7/profile HTTP/1.1" 201 240 10.233.69.202 - - [22/Jan/2022:06:29:17 +0000] "GET /v1/rb/definition/91ecdf99-4036-420e-a588-c40ff21cf8a7/39637153-5d5d-4879-95d6-35d1d57fdac7/profile/cnftest HTTP/1.1" 200 240 10.233.69.202 - - [22/Jan/2022:06:29:18 +0000] "POST /v1/rb/definition/91ecdf99-4036-420e-a588-c40ff21cf8a7/39637153-5d5d-4879-95d6-35d1d57fdac7/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-01-22T06:29:25Z"} 10.233.69.202 - - [22/Jan/2022:06:29:25 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-169b9d7f-d6c4-4fe2-9927-6e3f78885c2d HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"fc9a3d67-fe3a-48df-b819-61b58e656c74","vf-module-id":"cb8469dc-06fc-4367-81b5-fa78dab173ef","vf-module-model-invariant-id":"91ecdf99-4036-420e-a588-c40ff21cf8a7","vf-module-model-version-id":"e439f735-e7ae-4c43-a906-d3116cad76e0","vf-module-model-customization-id":"39637153-5d5d-4879-95d6-35d1d57fdac7","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-169b9d7f-d6c4-4fe2-9927-6e3f78885c2d"}},"level":"info","msg":"Broker API Payload","time":"2022-01-22T06:29:25Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"91ecdf99-4036-420e-a588-c40ff21cf8a7","rb-version":"39637153-5d5d-4879-95d6-35d1d57fdac7","profile-name":"cnftest","release-name":"cb8469dc-06fc-4367-81b5-fa78dab173ef","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-169b9d7f-d6c4-4fe2-9927-6e3f78885c2d"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-01-22T06:29:25Z"} 2022/01/22 06:29:25 Main rss info 2022/01/22 06:29:25 Path: /tmp/helm-tmpl-388763585/manifest-0 2022/01/22 06:29:25 Kind: Service 2022/01/22 06:29:25 Path: /tmp/helm-tmpl-388763585/manifest-1 2022/01/22 06:29:25 Kind: Deployment 2022/01/22 06:29:25 Crd rss info 2022/01/22 06:29:25 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-01-22T06:29:25Z"} 2022/01/22 06:29:25 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-388763585/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-22T06:29:25Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-01-22T06:29:25Z"} {"filepath":"/tmp/helm-tmpl-388763585/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-22T06:29:25Z"} 2022/01/22 06:29:25 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-01-22T06:29:25Z"} 10.233.69.202 - - [22/Jan/2022:06:29:25 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 301 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"keen_meitner","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-01-22T06:29:25Z"} 10.233.69.202 - - [22/Jan/2022:06:29:26 +0000] "GET /basicnf-owner/k8sregion/infra_workload/keen_meitner HTTP/1.1" 200 120 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"keen_meitner","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-01-22T06:29:26Z"} 10.233.69.202 - - [22/Jan/2022:06:29:26 +0000] "POST /basicnf-owner/k8sregion/infra_workload/keen_meitner HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"keen_meitner","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-01-22T06:29:45Z"} 10.233.69.202 - - [22/Jan/2022:06:29:45 +0000] "GET /basicnf-owner/k8sregion/infra_workload/keen_meitner HTTP/1.1" 200 120 2022/01/22 06:29:45 [Config Cleanup] Instance keen_meitner 2022/01/22 06:29:45 [scheduleResources]: START thread 2022/01/22 06:29:50 Stop config thread for keen_meitner 2022/01/22 06:29:50 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-01-22T06:29:50Z"} 2022/01/22 06:29:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-01-22T06:29:51Z"} 2022/01/22 06:29:51 Deleting service: cnftest-nginx 2022/01/22 06:29:51 Deleted Obj with ID ObjectID("61eba44561f88a07c8a5c163") 2022/01/22 06:29:51 Deleted Obj with ID ObjectID("61eba4459b78986ba6c09457") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"keen_meitner","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-01-22T06:29:51Z"} 10.233.69.202 - - [22/Jan/2022:06:29:45 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/keen_meitner HTTP/1.1" 202 120 10.233.69.202 - - [22/Jan/2022:06:30:05 +0000] "GET /v1/rb/definition/91ecdf99-4036-420e-a588-c40ff21cf8a7/39637153-5d5d-4879-95d6-35d1d57fdac7 HTTP/1.1" 200 270 10.233.69.202 - - [22/Jan/2022:06:30:05 +0000] "GET /v1/rb/definition/91ecdf99-4036-420e-a588-c40ff21cf8a7/39637153-5d5d-4879-95d6-35d1d57fdac7/profile/cnftest HTTP/1.1" 200 240 2022/01/22 06:30:05 Deleted Obj with ID ObjectID("61eba43d61f88a07c8a5c161") 2022/01/22 06:30:05 Deleted Obj with ID ObjectID("61eba43e61f88a07c8a5c162") 2022/01/22 06:30:05 Deleted Obj with ID ObjectID("61eba43d9b78986ba6c09434") 10.233.69.202 - - [22/Jan/2022:06:30:05 +0000] "DELETE /v1/rb/definition/91ecdf99-4036-420e-a588-c40ff21cf8a7/39637153-5d5d-4879-95d6-35d1d57fdac7/profile/cnftest HTTP/1.1" 204 0 10.233.69.202 - - [22/Jan/2022:06:30:32 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.69.202 - - [22/Jan/2022:06:30:32 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/01/22 06:30:32 Deleted Obj with ID ObjectID("61eba1f961f88a07c8a5c14c") 2022/01/22 06:30:32 Deleted Obj with ID ObjectID("61eba1f99b78986ba6c09253") {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2022-01-22T06:41:41Z"} 10.233.69.202 - - [22/Jan/2022:06:41:41 +0000] "DELETE /v1/instance/keen_clarke HTTP/1.1" 500 177 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "GET /v1/rb/definition/pnf-cnf-rb-a705fcc2-0b37-4783-843d-58aae7d0cf89/v1 HTTP/1.1" 200 125 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "POST /v1/rb/definition/pnf-cnf-rb-a705fcc2-0b37-4783-843d-58aae7d0cf89/v1/content HTTP/1.1" 200 0 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "GET /v1/rb/definition/pnf-cnf-rb-a705fcc2-0b37-4783-843d-58aae7d0cf89/v1 HTTP/1.1" 200 138 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "POST /v1/rb/definition/pnf-cnf-rb-a705fcc2-0b37-4783-843d-58aae7d0cf89/v1/profile HTTP/1.1" 201 308 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "GET /v1/rb/definition/pnf-cnf-rb-a705fcc2-0b37-4783-843d-58aae7d0cf89/v1/profile/pnf-cnf-profile-9da81793-a38c-4e50-a247-b330bab2399d HTTP/1.1" 200 308 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "POST /v1/rb/definition/pnf-cnf-rb-a705fcc2-0b37-4783-843d-58aae7d0cf89/v1/profile/pnf-cnf-profile-9da81793-a38c-4e50-a247-b330bab2399d/content HTTP/1.1" 200 0 2022/01/22 06:47:04 Main rss info 2022/01/22 06:47:04 Path: /tmp/helm-tmpl-266522827/manifest-0 2022/01/22 06:47:04 Kind: Service 2022/01/22 06:47:04 Path: /tmp/helm-tmpl-266522827/manifest-1 2022/01/22 06:47:04 Kind: Service 2022/01/22 06:47:04 Path: /tmp/helm-tmpl-266522827/manifest-2 2022/01/22 06:47:04 Kind: Pod 2022/01/22 06:47:04 Path: /tmp/helm-tmpl-266522827/manifest-3 2022/01/22 06:47:04 Kind: Deployment 2022/01/22 06:47:04 Crd rss info 2022/01/22 06:47:04 Hook info {"filepath":"/tmp/helm-tmpl-266522827/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-01-22T06:47:04Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-266522827/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-01-22T06:47:04Z"} 2022/01/22 06:47:04 Instance: quirky_einstein, Main rss are failed, skip post-install and remove instance in DB 2022/01/22 06:47:04 Deleted Obj with ID ObjectID("61eba86861f88a07c8a5c16c") 2022/01/22 06:47:04 Deleted Obj with ID ObjectID("61eba8689b78986ba6c09744") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-a705fcc2-0b37-4783-843d-58aae7d0cf89","rb-version":"v1","profile-name":"pnf-cnf-profile-9da81793-a38c-4e50-a247-b330bab2399d","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-01-22T06:47:04Z"} 10.233.69.202 - - [22/Jan/2022:06:47:04 +0000] "POST /v1/instance HTTP/1.1" 500 180