2022/03/01 00:57:51 Starting Kubernetes Multicloud API 2022/03/01 00:57:51 Error Getting TLS Configuration. Starting without TLS... 127.0.0.1 - - [01/Mar/2022:02:32:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.70.232 - - [01/Mar/2022:02:33:06 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.232 - - [01/Mar/2022:02:34:55 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.232 - - [01/Mar/2022:02:36:42 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.232 - - [01/Mar/2022:02:38:44 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.232 - - [01/Mar/2022:02:40:53 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.232 - - [01/Mar/2022:02:44:58 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [01/Mar/2022:02:47:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.70.232 - - [01/Mar/2022:02:50:20 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.232 - - [01/Mar/2022:03:05:14 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.232 - - [01/Mar/2022:03:05:14 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.232 - - [01/Mar/2022:03:05:14 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [01/Mar/2022:03:05:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [01/Mar/2022:03:05:32 +0000] "POST /v1/rb/definition/93856cc0-e65e-4e1f-88a1-4a1d39fe0446/cab3f7ba-5f27-482f-9c0c-f21e9a886e60/content HTTP/1.1" 200 0 127.0.0.1 - - [01/Mar/2022:03:06:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.70.232 - - [01/Mar/2022:03:07:49 +0000] "GET /v1/rb/definition/93856cc0-e65e-4e1f-88a1-4a1d39fe0446/cab3f7ba-5f27-482f-9c0c-f21e9a886e60 HTTP/1.1" 200 270 10.233.70.232 - - [01/Mar/2022:03:07:49 +0000] "GET /v1/rb/definition/93856cc0-e65e-4e1f-88a1-4a1d39fe0446/cab3f7ba-5f27-482f-9c0c-f21e9a886e60/profile/cnftest HTTP/1.1" 404 87 10.233.70.232 - - [01/Mar/2022:03:07:49 +0000] "POST /v1/rb/definition/93856cc0-e65e-4e1f-88a1-4a1d39fe0446/cab3f7ba-5f27-482f-9c0c-f21e9a886e60/profile HTTP/1.1" 201 240 10.233.70.232 - - [01/Mar/2022:03:07:49 +0000] "GET /v1/rb/definition/93856cc0-e65e-4e1f-88a1-4a1d39fe0446/cab3f7ba-5f27-482f-9c0c-f21e9a886e60/profile/cnftest HTTP/1.1" 200 240 10.233.70.232 - - [01/Mar/2022:03:07:49 +0000] "POST /v1/rb/definition/93856cc0-e65e-4e1f-88a1-4a1d39fe0446/cab3f7ba-5f27-482f-9c0c-f21e9a886e60/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-03-01T03:08:00Z"} 10.233.70.232 - - [01/Mar/2022:03:08:00 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-b8362022-39a5-4083-9a38-389e4ed89b3e HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"cd5b1bc3-7463-48e5-8e53-b3518ac1bb74","vf-module-id":"411af14a-d883-4942-9ea8-aa7f334bf21f","vf-module-model-invariant-id":"93856cc0-e65e-4e1f-88a1-4a1d39fe0446","vf-module-model-version-id":"840675b5-cdcc-45e9-b1ea-9671e239570b","vf-module-model-customization-id":"cab3f7ba-5f27-482f-9c0c-f21e9a886e60","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-b8362022-39a5-4083-9a38-389e4ed89b3e"}},"level":"info","msg":"Broker API Payload","time":"2022-03-01T03:08:00Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"93856cc0-e65e-4e1f-88a1-4a1d39fe0446","rb-version":"cab3f7ba-5f27-482f-9c0c-f21e9a886e60","profile-name":"cnftest","release-name":"411af14a-d883-4942-9ea8-aa7f334bf21f","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-b8362022-39a5-4083-9a38-389e4ed89b3e"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-03-01T03:08:00Z"} 2022/03/01 03:08:00 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/03/01 03:08:00 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/03/01 03:08:00 Main rss info 2022/03/01 03:08:00 Path: /tmp/helm-tmpl-741082625/manifest-0 2022/03/01 03:08:00 Kind: Service 2022/03/01 03:08:00 Path: /tmp/helm-tmpl-741082625/manifest-1 2022/03/01 03:08:00 Kind: Deployment 2022/03/01 03:08:00 Crd rss info 2022/03/01 03:08:00 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-03-01T03:08:00Z"} 2022/03/01 03:08:00 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-741082625/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:08:00Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-01T03:08:00Z"} {"filepath":"/tmp/helm-tmpl-741082625/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:08:00Z"} 2022/03/01 03:08:00 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-01T03:08:01Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"dazzling_taussig","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-01T03:08:01Z"} 10.233.70.232 - - [01/Mar/2022:03:08:00 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 305 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"dazzling_taussig","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-01T03:08:01Z"} 10.233.70.232 - - [01/Mar/2022:03:08:01 +0000] "GET /basicnf-owner/k8sregion/infra_workload/dazzling_taussig HTTP/1.1" 200 124 10.233.70.232 - - [01/Mar/2022:03:08:01 +0000] "POST /basicnf-owner/k8sregion/infra_workload/dazzling_taussig HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"dazzling_taussig","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-01T03:08:30Z"} 10.233.70.232 - - [01/Mar/2022:03:08:30 +0000] "GET /basicnf-owner/k8sregion/infra_workload/dazzling_taussig HTTP/1.1" 200 124 2022/03/01 03:08:30 [Config Cleanup] Instance dazzling_taussig 2022/03/01 03:08:30 [scheduleResources]: START thread 2022/03/01 03:08:35 Stop config thread for dazzling_taussig {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-03-01T03:08:35Z"} 2022/03/01 03:08:35 No plugin for kind Deployment found. Using generic Plugin 2022/03/01 03:08:35 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-03-01T03:08:35Z"} 2022/03/01 03:08:35 Deleting service: cnftest-nginx 2022/03/01 03:08:35 Deleted Obj with ID ObjectID("621d8e105f20e9301ee888a2") 2022/03/01 03:08:35 Deleted Obj with ID ObjectID("621d8e106dd26bd6055215b6") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"dazzling_taussig","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-03-01T03:08:35Z"} 10.233.70.232 - - [01/Mar/2022:03:08:30 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/dazzling_taussig HTTP/1.1" 202 124 10.233.70.232 - - [01/Mar/2022:03:08:49 +0000] "GET /v1/rb/definition/93856cc0-e65e-4e1f-88a1-4a1d39fe0446/cab3f7ba-5f27-482f-9c0c-f21e9a886e60 HTTP/1.1" 200 270 10.233.70.232 - - [01/Mar/2022:03:08:49 +0000] "GET /v1/rb/definition/93856cc0-e65e-4e1f-88a1-4a1d39fe0446/cab3f7ba-5f27-482f-9c0c-f21e9a886e60/profile/cnftest HTTP/1.1" 200 240 2022/03/01 03:08:49 Deleted Obj with ID ObjectID("621d8e055f20e9301ee8889f") 2022/03/01 03:08:49 Deleted Obj with ID ObjectID("621d8e055f20e9301ee888a0") 10.233.70.232 - - [01/Mar/2022:03:08:49 +0000] "DELETE /v1/rb/definition/93856cc0-e65e-4e1f-88a1-4a1d39fe0446/cab3f7ba-5f27-482f-9c0c-f21e9a886e60/profile/cnftest HTTP/1.1" 204 0 2022/03/01 03:08:49 Deleted Obj with ID ObjectID("621d8e056dd26bd605521591") 10.233.70.232 - - [01/Mar/2022:03:09:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/03/01 03:09:17 Deleted Obj with ID ObjectID("621d8d6a5f20e9301ee88896") 10.233.70.232 - - [01/Mar/2022:03:09:17 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/03/01 03:09:17 Deleted Obj with ID ObjectID("621d8d6a6dd26bd605521500") 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b1a52b9c-2a2e-410a-b503-2d9828e909c2/v1 HTTP/1.1" 200 125 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b1a52b9c-2a2e-410a-b503-2d9828e909c2/v1/content HTTP/1.1" 200 0 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b1a52b9c-2a2e-410a-b503-2d9828e909c2/v1 HTTP/1.1" 200 138 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b1a52b9c-2a2e-410a-b503-2d9828e909c2/v1/profile HTTP/1.1" 201 314 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b1a52b9c-2a2e-410a-b503-2d9828e909c2/v1/profile/pnf-cnf-profile-d65dddea-6c4e-42d4-af40-862bec583825 HTTP/1.1" 200 314 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b1a52b9c-2a2e-410a-b503-2d9828e909c2/v1/profile/pnf-cnf-profile-d65dddea-6c4e-42d4-af40-862bec583825/content HTTP/1.1" 200 0 2022/03/01 03:32:31 Main rss info 2022/03/01 03:32:31 Path: /tmp/helm-tmpl-855661876/manifest-0 2022/03/01 03:32:31 Kind: Service 2022/03/01 03:32:31 Path: /tmp/helm-tmpl-855661876/manifest-1 2022/03/01 03:32:31 Kind: Service 2022/03/01 03:32:31 Path: /tmp/helm-tmpl-855661876/manifest-2 2022/03/01 03:32:31 Kind: Pod 2022/03/01 03:32:31 Path: /tmp/helm-tmpl-855661876/manifest-3 2022/03/01 03:32:31 Kind: Deployment 2022/03/01 03:32:31 Crd rss info 2022/03/01 03:32:31 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-03-01T03:32:31Z"} 2022/03/01 03:32:31 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-855661876/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:32:31Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-01T03:32:31Z"} {"filepath":"/tmp/helm-tmpl-855661876/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:32:31Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-01T03:32:31Z"} {"filepath":"/tmp/helm-tmpl-855661876/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:32:31Z"} 2022/03/01 03:32:31 No plugin for kind Pod found. Using generic Plugin 2022/03/01 03:32:31 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-01T03:32:32Z"} {"filepath":"/tmp/helm-tmpl-855661876/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:32:32Z"} 2022/03/01 03:32:32 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-01T03:32:32Z"} 10.233.70.232 - - [01/Mar/2022:03:32:31 +0000] "POST /v1/instance HTTP/1.1" 201 737 127.0.0.1 - - [01/Mar/2022:03:33:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [01/Mar/2022:03:33:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.70.232 - - [01/Mar/2022:03:34:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [01/Mar/2022:03:34:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [01/Mar/2022:03:34:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [01/Mar/2022:03:34:33 +0000] "POST /v1/rb/definition/71ba0b5c-1070-4d57-9ea3-b6a25f03254e/655320b9-ebe7-4f49-9c23-1f76914a0f02/content HTTP/1.1" 200 0 10.233.70.232 - - [01/Mar/2022:03:37:02 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.70.232 - - [01/Mar/2022:03:37:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.232 - - [01/Mar/2022:03:37:02 +0000] "GET /v1/rb/definition/cds-ms-rb-1e8884f6-4d6d-4e52-8034-b52886430af4/v1 HTTP/1.1" 200 124 10.233.70.232 - - [01/Mar/2022:03:37:02 +0000] "POST /v1/rb/definition/cds-ms-rb-1e8884f6-4d6d-4e52-8034-b52886430af4/v1/content HTTP/1.1" 200 0 10.233.70.232 - - [01/Mar/2022:03:37:02 +0000] "GET /v1/rb/definition/cds-ms-rb-1e8884f6-4d6d-4e52-8034-b52886430af4/v1 HTTP/1.1" 200 138 10.233.70.232 - - [01/Mar/2022:03:37:02 +0000] "POST /v1/rb/definition/cds-ms-rb-1e8884f6-4d6d-4e52-8034-b52886430af4/v1/profile HTTP/1.1" 201 305 10.233.70.232 - - [01/Mar/2022:03:37:02 +0000] "GET /v1/rb/definition/cds-ms-rb-1e8884f6-4d6d-4e52-8034-b52886430af4/v1/profile/cds-ms-prof-45734b2d-9225-4254-84f2-f53276bc0502 HTTP/1.1" 200 305 10.233.70.232 - - [01/Mar/2022:03:37:02 +0000] "POST /v1/rb/definition/cds-ms-rb-1e8884f6-4d6d-4e52-8034-b52886430af4/v1/profile/cds-ms-prof-45734b2d-9225-4254-84f2-f53276bc0502/content HTTP/1.1" 200 0 2022/03/01 03:37:02 Main rss info 2022/03/01 03:37:02 Path: /tmp/helm-tmpl-892362027/manifest-0 2022/03/01 03:37:02 Kind: Service 2022/03/01 03:37:02 Path: /tmp/helm-tmpl-892362027/manifest-1 2022/03/01 03:37:02 Kind: Deployment 2022/03/01 03:37:02 Crd rss info 2022/03/01 03:37:02 Hook info {"filepath":"/tmp/helm-tmpl-892362027/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:37:02Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-03-01T03:37:02Z"} {"filepath":"/tmp/helm-tmpl-892362027/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:37:02Z"} 2022/03/01 03:37:02 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-03-01T03:37:02Z"} 10.233.70.232 - - [01/Mar/2022:03:37:02 +0000] "POST /v1/instance HTTP/1.1" 201 536 2022/03/01 03:38:16 [Config Cleanup] Instance jovial_ellis 2022/03/01 03:38:16 [scheduleResources]: START thread 2022/03/01 03:38:21 Stop config thread for jovial_ellis {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-03-01T03:38:21Z"} 2022/03/01 03:38:21 No plugin for kind Deployment found. Using generic Plugin 2022/03/01 03:38:21 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-03-01T03:38:21Z"} 2022/03/01 03:38:21 Deleting service: cds-regression-mockserver 2022/03/01 03:38:21 Deleted Obj with ID ObjectID("621d94de5f20e9301ee888c1") 2022/03/01 03:38:21 Deleted Obj with ID ObjectID("621d94de6dd26bd605521ac7") 10.233.70.232 - - [01/Mar/2022:03:38:16 +0000] "DELETE /v1/instance/jovial_ellis HTTP/1.1" 202 0 10.233.70.232 - - [01/Mar/2022:03:38:21 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/03/01 03:38:21 Deleted Obj with ID ObjectID("621d93cf5f20e9301ee888a3") 2022/03/01 03:38:21 Deleted Obj with ID ObjectID("621d93cf6dd26bd605521964") 10.233.70.232 - - [01/Mar/2022:03:38:21 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.70.232 - - [01/Mar/2022:03:41:19 +0000] "DELETE /v1/instance/competent_villani HTTP/1.1" 500 177 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2022-03-01T03:41:19Z"} 10.233.70.232 - - [01/Mar/2022:03:44:57 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.232 - - [01/Mar/2022:03:44:57 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7672 10.233.70.232 - - [01/Mar/2022:03:44:57 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7672 10.233.75.180 - - [01/Mar/2022:03:45:09 +0000] "GET /v1/rb/definition/71ba0b5c-1070-4d57-9ea3-b6a25f03254e/655320b9-ebe7-4f49-9c23-1f76914a0f02 HTTP/1.1" 200 277 10.233.75.180 - - [01/Mar/2022:03:45:09 +0000] "GET /v1/rb/definition/71ba0b5c-1070-4d57-9ea3-b6a25f03254e/655320b9-ebe7-4f49-9c23-1f76914a0f02/profile/node-port-profile HTTP/1.1" 404 87 10.233.75.180 - - [01/Mar/2022:03:45:09 +0000] "POST /v1/rb/definition/71ba0b5c-1070-4d57-9ea3-b6a25f03254e/655320b9-ebe7-4f49-9c23-1f76914a0f02/profile HTTP/1.1" 201 266 10.233.75.180 - - [01/Mar/2022:03:45:09 +0000] "POST /v1/rb/definition/71ba0b5c-1070-4d57-9ea3-b6a25f03254e/655320b9-ebe7-4f49-9c23-1f76914a0f02/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.75.180 - - [01/Mar/2022:03:45:20 +0000] "GET /v1/rb/definition/71ba0b5c-1070-4d57-9ea3-b6a25f03254e/655320b9-ebe7-4f49-9c23-1f76914a0f02 HTTP/1.1" 200 277 10.233.75.180 - - [01/Mar/2022:03:45:20 +0000] "GET /v1/rb/definition/71ba0b5c-1070-4d57-9ea3-b6a25f03254e/655320b9-ebe7-4f49-9c23-1f76914a0f02/config-template/replica-count-template HTTP/1.1" 500 78 2022/03/01 03:45:20 [ConfigiTemplate]: create 71ba0b5c-1070-4d57-9ea3-b6a25f03254e 10.233.75.180 - - [01/Mar/2022:03:45:20 +0000] "POST /v1/rb/definition/71ba0b5c-1070-4d57-9ea3-b6a25f03254e/655320b9-ebe7-4f49-9c23-1f76914a0f02/config-template HTTP/1.1" 201 92 2022/03/01 03:45:20 [ConfigTemplate]: Upload replica-count-template 10.233.75.180 - - [01/Mar/2022:03:45:20 +0000] "POST /v1/rb/definition/71ba0b5c-1070-4d57-9ea3-b6a25f03254e/655320b9-ebe7-4f49-9c23-1f76914a0f02/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/03/01 03:45:23 Main rss info 2022/03/01 03:45:23 Path: /tmp/helm-tmpl-254848665/manifest-0 2022/03/01 03:45:23 Kind: Service 2022/03/01 03:45:23 Path: /tmp/helm-tmpl-254848665/manifest-1 2022/03/01 03:45:23 Kind: Deployment 2022/03/01 03:45:23 Crd rss info 2022/03/01 03:45:23 Hook info {"level":"info","msg":"Creating Namespace","namespace":"apache","time":"2022-03-01T03:45:23Z"} 2022/03/01 03:45:24 Namespace (apache) created {"filepath":"/tmp/helm-tmpl-254848665/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:45:24Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-03-01T03:45:24Z"} {"filepath":"/tmp/helm-tmpl-254848665/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:45:24Z"} 2022/03/01 03:45:24 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-03-01T03:45:24Z"} 10.233.73.90 - - [01/Mar/2022:03:45:23 +0000] "POST /v1/instance HTTP/1.1" 201 1208 2022/03/01 03:45:25 apiVersion: v1, Kind: Service 2022/03/01 03:45:25 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:45:25 Deployment is not ready: apache/rel-1-apache. 0 out of 1 expected pods are ready 10.233.73.90 - - [01/Mar/2022:03:45:25 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 14448 2022/03/01 03:45:51 apiVersion: v1, Kind: Service 2022/03/01 03:45:51 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:45:51 Deployment is not ready: apache/rel-1-apache. 0 out of 1 expected pods are ready 10.233.75.180 - - [01/Mar/2022:03:45:51 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 14786 2022/03/01 03:46:01 apiVersion: v1, Kind: Service 2022/03/01 03:46:01 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:46:01 Deployment is not ready: apache/rel-1-apache. 0 out of 1 expected pods are ready 10.233.75.180 - - [01/Mar/2022:03:46:01 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 14786 2022/03/01 03:46:11 apiVersion: v1, Kind: Service 2022/03/01 03:46:11 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:46:11 Deployment is not ready: apache/rel-1-apache. 0 out of 1 expected pods are ready 10.233.75.180 - - [01/Mar/2022:03:46:11 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 14786 2022/03/01 03:46:21 apiVersion: v1, Kind: Service 2022/03/01 03:46:21 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:46:21 Deployment is not ready: apache/rel-1-apache. 0 out of 1 expected pods are ready 10.233.75.180 - - [01/Mar/2022:03:46:21 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 14786 2022/03/01 03:46:31 apiVersion: v1, Kind: Service 2022/03/01 03:46:31 apiVersion: apps/v1, Kind: Deployment 10.233.75.180 - - [01/Mar/2022:03:46:31 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 14599 2022/03/01 03:46:31 [scheduleResources]: START thread 10.233.75.180 - - [01/Mar/2022:03:46:31 +0000] "GET /v1/instance/stoic_almeida/config/replica-count-change HTTP/1.1" 500 60 2022/03/01 03:46:36 [Config Create] Instance stoic_almeida 2022/03/01 03:46:36 [ConfigTemplate]: Download replica-count-template 2022/03/01 03:46:36 Before Sent to goroutine {71ba0b5c-1070-4d57-9ea3-b6a25f03254e 655320b9-ebe7-4f49-9c23-1f76914a0f02 node-port-profile node-port-profile apache 1.19.0 map[] []} 2022/03/01 03:46:36 Message Sent to goroutine {71ba0b5c-1070-4d57-9ea3-b6a25f03254e 655320b9-ebe7-4f49-9c23-1f76914a0f02 node-port-profile node-port-profile apache 1.19.0 map[] []} 2022/03/01 03:46:36 [scheduleResources]: POST {71ba0b5c-1070-4d57-9ea3-b6a25f03254e 655320b9-ebe7-4f49-9c23-1f76914a0f02 node-port-profile node-port-profile apache 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-385464255/manifest-0}] {"filepath":"/tmp/helm-tmpl-385464255/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:46:36Z"} 2022/03/01 03:46:36 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-385464255/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-03-01T03:46:36Z"} {"filepath":"/tmp/helm-tmpl-385464255/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:46:36Z"} 2022/03/01 03:46:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-03-01T03:46:37Z"} 2022/03/01 03:46:37 POST result: [{apps/v1, Kind=Deployment rel-1-apache}] 10.233.75.180 - - [01/Mar/2022:03:46:36 +0000] "POST /v1/instance/stoic_almeida/config HTTP/1.1" 201 265 2022/03/01 03:46:37 apiVersion: v1, Kind: Service 2022/03/01 03:46:37 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:46:37 Deployment is not ready: apache/rel-1-apache. 1 out of 2 expected pods are ready 10.233.75.180 - - [01/Mar/2022:03:46:37 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 14463 10.233.70.232 - - [01/Mar/2022:03:46:38 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7672 10.233.70.232 - - [01/Mar/2022:03:46:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.232 - - [01/Mar/2022:03:46:38 +0000] "GET /v1/rb/definition/pnf-cnf-rb-eb2e63d8-6075-467e-b11e-025c5ac6e20f/v1 HTTP/1.1" 200 125 10.233.70.232 - - [01/Mar/2022:03:46:38 +0000] "POST /v1/rb/definition/pnf-cnf-rb-eb2e63d8-6075-467e-b11e-025c5ac6e20f/v1/content HTTP/1.1" 200 0 10.233.70.232 - - [01/Mar/2022:03:46:38 +0000] "GET /v1/rb/definition/pnf-cnf-rb-eb2e63d8-6075-467e-b11e-025c5ac6e20f/v1 HTTP/1.1" 200 138 10.233.70.232 - - [01/Mar/2022:03:46:38 +0000] "POST /v1/rb/definition/pnf-cnf-rb-eb2e63d8-6075-467e-b11e-025c5ac6e20f/v1/profile HTTP/1.1" 201 314 10.233.70.232 - - [01/Mar/2022:03:46:38 +0000] "GET /v1/rb/definition/pnf-cnf-rb-eb2e63d8-6075-467e-b11e-025c5ac6e20f/v1/profile/pnf-cnf-profile-32f247c4-f79a-4fd0-822a-52622846f959 HTTP/1.1" 200 314 10.233.70.232 - - [01/Mar/2022:03:46:38 +0000] "POST /v1/rb/definition/pnf-cnf-rb-eb2e63d8-6075-467e-b11e-025c5ac6e20f/v1/profile/pnf-cnf-profile-32f247c4-f79a-4fd0-822a-52622846f959/content HTTP/1.1" 200 0 2022/03/01 03:46:38 Main rss info 2022/03/01 03:46:38 Path: /tmp/helm-tmpl-193728397/manifest-0 2022/03/01 03:46:38 Kind: Service 2022/03/01 03:46:38 Path: /tmp/helm-tmpl-193728397/manifest-1 2022/03/01 03:46:38 Kind: Service 2022/03/01 03:46:38 Path: /tmp/helm-tmpl-193728397/manifest-2 2022/03/01 03:46:38 Kind: Pod 2022/03/01 03:46:38 Path: /tmp/helm-tmpl-193728397/manifest-3 2022/03/01 03:46:38 Kind: Deployment 2022/03/01 03:46:38 Crd rss info 2022/03/01 03:46:38 Hook info {"filepath":"/tmp/helm-tmpl-193728397/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-01T03:46:38Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-193728397/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-03-01T03:46:38Z"} 2022/03/01 03:46:38 Instance: eager_roentgen, Main rss are failed, skip post-install and remove instance in DB 2022/03/01 03:46:38 Deleted Obj with ID ObjectID("621d971e5f20e9301ee888d0") 2022/03/01 03:46:38 Deleted Obj with ID ObjectID("621d971e6dd26bd605521d09") 10.233.70.232 - - [01/Mar/2022:03:46:38 +0000] "POST /v1/instance HTTP/1.1" 500 180 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-eb2e63d8-6075-467e-b11e-025c5ac6e20f","rb-version":"v1","profile-name":"pnf-cnf-profile-32f247c4-f79a-4fd0-822a-52622846f959","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-03-01T03:46:38Z"} 2022/03/01 03:46:47 apiVersion: v1, Kind: Service 2022/03/01 03:46:47 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:46:47 Deployment is not ready: apache/rel-1-apache. 1 out of 2 expected pods are ready 10.233.75.180 - - [01/Mar/2022:03:46:47 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 20833 2022/03/01 03:46:57 apiVersion: v1, Kind: Service 2022/03/01 03:46:57 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:46:57 Deployment is not ready: apache/rel-1-apache. 1 out of 2 expected pods are ready 10.233.75.180 - - [01/Mar/2022:03:46:57 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 20833 2022/03/01 03:47:07 apiVersion: v1, Kind: Service 2022/03/01 03:47:07 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:47:07 Deployment is not ready: apache/rel-1-apache. 1 out of 2 expected pods are ready 10.233.75.180 - - [01/Mar/2022:03:47:07 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 21176 2022/03/01 03:47:17 apiVersion: v1, Kind: Service 2022/03/01 03:47:17 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:47:17 Deployment is not ready: apache/rel-1-apache. 1 out of 2 expected pods are ready 10.233.75.180 - - [01/Mar/2022:03:47:17 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 21176 2022/03/01 03:47:27 apiVersion: v1, Kind: Service 2022/03/01 03:47:27 apiVersion: apps/v1, Kind: Deployment 2022/03/01 03:47:27 Deployment is not ready: apache/rel-1-apache. 1 out of 2 expected pods are ready 10.233.75.180 - - [01/Mar/2022:03:47:27 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 21176 2022/03/01 03:47:37 apiVersion: v1, Kind: Service 2022/03/01 03:47:37 apiVersion: apps/v1, Kind: Deployment 10.233.75.180 - - [01/Mar/2022:03:47:37 +0000] "GET /v1/instance/stoic_almeida/status HTTP/1.1" 200 20884 2022/03/01 03:47:58 [Config Cleanup] Instance stoic_almeida 2022/03/01 03:47:58 [Config Delete All] Instance stoic_almeida Config replica-count-change 2022/03/01 03:47:58 [Config Delete] Instance stoic_almeida Config replica-count-change 2022/03/01 03:47:58 [ConfigTemplate]: Download replica-count-template 2022/03/01 03:47:58 Before Sent to goroutine {71ba0b5c-1070-4d57-9ea3-b6a25f03254e 655320b9-ebe7-4f49-9c23-1f76914a0f02 node-port-profile node-port-profile apache 1.19.0 map[] []} 2022/03/01 03:47:58 Message Sent to goroutine {71ba0b5c-1070-4d57-9ea3-b6a25f03254e 655320b9-ebe7-4f49-9c23-1f76914a0f02 node-port-profile node-port-profile apache 1.19.0 map[] []} 2022/03/01 03:47:58 [scheduleResources]: DELETE {71ba0b5c-1070-4d57-9ea3-b6a25f03254e 655320b9-ebe7-4f49-9c23-1f76914a0f02 node-port-profile node-port-profile apache 1.19.0 map[] []} [{apps/v1, Kind=Deployment rel-1-apache}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-03-01T03:47:58Z"} 2022/03/01 03:47:58 No plugin for kind Deployment found. Using generic Plugin 2022/03/01 03:47:58 DELETE resources: [[{apps/v1, Kind=Deployment rel-1-apache}]] 2022/03/01 03:47:58 Stop config thread for stoic_almeida {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-03-01T03:47:58Z"} 2022/03/01 03:47:58 No plugin for kind Deployment found. Using generic Plugin 2022/03/01 03:47:58 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-03-01T03:47:58Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-03-01T03:47:58Z"} 2022/03/01 03:47:58 Deleting service: rel-1-apache 2022/03/01 03:47:58 Deleted Obj with ID ObjectID("621d96d45f20e9301ee888c8") 2022/03/01 03:47:58 Deleted Obj with ID ObjectID("621d96d46dd26bd605521c50") 10.233.73.90 - - [01/Mar/2022:03:47:57 +0000] "DELETE /v1/instance/stoic_almeida HTTP/1.1" 202 0 10.233.70.232 - - [01/Mar/2022:03:48:14 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7672 2022/03/01 03:48:14 Deleted Obj with ID ObjectID("621d96b95f20e9301ee888c2") 10.233.70.232 - - [01/Mar/2022:03:48:14 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/03/01 03:48:14 Deleted Obj with ID ObjectID("621d96b96dd26bd605521c0c")