2022/03/29 02:40:27 Starting Kubernetes Multicloud API
2022/03/29 02:40:27 Error Getting TLS Configuration. Starting without TLS...
10.233.68.35 - - [29/Mar/2022:03:42:23 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0
127.0.0.1 - - [29/Mar/2022:03:44:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278
127.0.0.1 - - [29/Mar/2022:03:44:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "GET /v1/rb/definition/pnf-cnf-rb-01f3dbb4-c256-423b-ad82-295b5c96d89b/v1 HTTP/1.1" 200 125
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "POST /v1/rb/definition/pnf-cnf-rb-01f3dbb4-c256-423b-ad82-295b5c96d89b/v1/content HTTP/1.1" 200 0
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "GET /v1/rb/definition/pnf-cnf-rb-01f3dbb4-c256-423b-ad82-295b5c96d89b/v1 HTTP/1.1" 200 138
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "POST /v1/rb/definition/pnf-cnf-rb-01f3dbb4-c256-423b-ad82-295b5c96d89b/v1/profile HTTP/1.1" 201 308
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "GET /v1/rb/definition/pnf-cnf-rb-01f3dbb4-c256-423b-ad82-295b5c96d89b/v1/profile/pnf-cnf-profile-26b35eb3-8c5f-49a7-b1c4-bbab3cb345c7 HTTP/1.1" 200 308
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "POST /v1/rb/definition/pnf-cnf-rb-01f3dbb4-c256-423b-ad82-295b5c96d89b/v1/profile/pnf-cnf-profile-26b35eb3-8c5f-49a7-b1c4-bbab3cb345c7/content HTTP/1.1" 200 0
2022/03/29 03:56:00 Error reading name cache from Database:  Error finding master table: mongo: no documents in result
2022/03/29 03:56:00 Error Reading from DB:  Reading cache from DB: Error finding master table: mongo: no documents in result
2022/03/29 03:56:00 Main rss info
2022/03/29 03:56:00   Path: /tmp/helm-tmpl-501495563/manifest-0
2022/03/29 03:56:00     Kind: Service
2022/03/29 03:56:00   Path: /tmp/helm-tmpl-501495563/manifest-1
2022/03/29 03:56:00     Kind: Service
2022/03/29 03:56:00   Path: /tmp/helm-tmpl-501495563/manifest-2
2022/03/29 03:56:00     Kind: Pod
2022/03/29 03:56:00   Path: /tmp/helm-tmpl-501495563/manifest-3
2022/03/29 03:56:00     Kind: Deployment
2022/03/29 03:56:00 Crd rss info
2022/03/29 03:56:00 Hook info
{"filepath":"/tmp/helm-tmpl-501495563/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-29T03:56:00Z"}
{"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-29T03:56:00Z"}
{"filepath":"/tmp/helm-tmpl-501495563/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-29T03:56:00Z"}
{"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-29T03:56:00Z"}
{"filepath":"/tmp/helm-tmpl-501495563/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-29T03:56:00Z"}
2022/03/29 03:56:00 No plugin for kind Pod found. Using generic Plugin
2022/03/29 03:56:00 Error converting template to map
{"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-29T03:56:00Z"}
{"filepath":"/tmp/helm-tmpl-501495563/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-29T03:56:00Z"}
2022/03/29 03:56:00 No plugin for kind Deployment found. Using generic Plugin
{"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-29T03:56:00Z"}
10.233.68.35 - - [29/Mar/2022:03:56:00 +0000] "POST /v1/instance HTTP/1.1" 201 732
10.233.68.35 - - [29/Mar/2022:03:58:58 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661
127.0.0.1 - - [29/Mar/2022:03:59:11 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265
127.0.0.1 - - [29/Mar/2022:03:59:11 +0000] "POST /v1/rb/definition/1912a94c-5dcd-46bf-850c-fc67fcb75d61/5162f6c3-577e-48e8-96c3-610d3c8a0005/content HTTP/1.1" 200 0
127.0.0.1 - - [29/Mar/2022:03:59:24 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267
127.0.0.1 - - [29/Mar/2022:03:59:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270
127.0.0.1 - - [29/Mar/2022:04:00:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272
10.233.68.35 - - [29/Mar/2022:04:03:42 +0000] "GET /v1/rb/definition/1912a94c-5dcd-46bf-850c-fc67fcb75d61/5162f6c3-577e-48e8-96c3-610d3c8a0005 HTTP/1.1" 200 270
10.233.68.35 - - [29/Mar/2022:04:03:42 +0000] "GET /v1/rb/definition/1912a94c-5dcd-46bf-850c-fc67fcb75d61/5162f6c3-577e-48e8-96c3-610d3c8a0005/profile/cnftest HTTP/1.1" 404 87
10.233.68.35 - - [29/Mar/2022:04:03:42 +0000] "POST /v1/rb/definition/1912a94c-5dcd-46bf-850c-fc67fcb75d61/5162f6c3-577e-48e8-96c3-610d3c8a0005/profile HTTP/1.1" 201 240
10.233.68.35 - - [29/Mar/2022:04:03:42 +0000] "GET /v1/rb/definition/1912a94c-5dcd-46bf-850c-fc67fcb75d61/5162f6c3-577e-48e8-96c3-610d3c8a0005/profile/cnftest HTTP/1.1" 200 240
10.233.68.35 - - [29/Mar/2022:04:03:42 +0000] "POST /v1/rb/definition/1912a94c-5dcd-46bf-850c-fc67fcb75d61/5162f6c3-577e-48e8-96c3-610d3c8a0005/profile/cnftest/content HTTP/1.1" 200 0
10.233.68.35 - - [29/Mar/2022:04:03:59 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-0f8ffd2a-0be5-4ea4-b047-7bc139d683bc HTTP/1.1" 200 114
{"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-03-29T04:03:59Z"}
{"Body":{},"Payload":{"generic-vnf-id":"d886e00d-fdda-46fc-8ebc-3b821a9d4f74","vf-module-id":"8f36f2f9-b808-4c84-aacd-fc31548a3058","vf-module-model-invariant-id":"1912a94c-5dcd-46bf-850c-fc67fcb75d61","vf-module-model-version-id":"22a72362-6c57-4aa5-b31e-10dd33ade255","vf-module-model-customization-id":"5162f6c3-577e-48e8-96c3-610d3c8a0005","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-0f8ffd2a-0be5-4ea4-b047-7bc139d683bc"}},"level":"info","msg":"Broker API Payload","time":"2022-03-29T04:03:59Z"}
{"level":"info","msg":"Instance API Payload","payload":{"rb-name":"1912a94c-5dcd-46bf-850c-fc67fcb75d61","rb-version":"5162f6c3-577e-48e8-96c3-610d3c8a0005","profile-name":"cnftest","release-name":"8f36f2f9-b808-4c84-aacd-fc31548a3058","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-0f8ffd2a-0be5-4ea4-b047-7bc139d683bc"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-03-29T04:03:59Z"}
2022/03/29 04:03:59 Main rss info
2022/03/29 04:03:59   Path: /tmp/helm-tmpl-898319639/manifest-0
2022/03/29 04:03:59     Kind: Service
2022/03/29 04:03:59   Path: /tmp/helm-tmpl-898319639/manifest-1
2022/03/29 04:03:59     Kind: Deployment
2022/03/29 04:03:59 Crd rss info
2022/03/29 04:03:59 Hook info
{"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-03-29T04:03:59Z"}
2022/03/29 04:03:59 Namespace (k8s) created
{"filepath":"/tmp/helm-tmpl-898319639/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-29T04:03:59Z"}
{"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-29T04:03:59Z"}
{"filepath":"/tmp/helm-tmpl-898319639/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-29T04:03:59Z"}
2022/03/29 04:03:59 No plugin for kind Deployment found. Using generic Plugin
{"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-29T04:03:59Z"}
10.233.68.35 - - [29/Mar/2022:04:03:59 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 309
{"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"flamboyant_ramanujan","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-29T04:03:59Z"}
{"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"flamboyant_ramanujan","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-29T04:04:00Z"}
10.233.68.35 - - [29/Mar/2022:04:04:00 +0000] "GET /basicnf-owner/k8sregion/infra_workload/flamboyant_ramanujan HTTP/1.1" 200 128
10.233.68.35 - - [29/Mar/2022:04:04:00 +0000] "POST /basicnf-owner/k8sregion/infra_workload/flamboyant_ramanujan HTTP/1.1" 405 0
10.233.68.35 - - [29/Mar/2022:04:04:28 +0000] "GET /basicnf-owner/k8sregion/infra_workload/flamboyant_ramanujan HTTP/1.1" 200 128
{"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"flamboyant_ramanujan","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-29T04:04:28Z"}
2022/03/29 04:04:28 [Config Cleanup] Instance flamboyant_ramanujan
2022/03/29 04:04:28 [scheduleResources]: START thread
2022/03/29 04:04:33 Stop config thread for flamboyant_ramanujan
{"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-03-29T04:04:33Z"}
2022/03/29 04:04:33 No plugin for kind Deployment found. Using generic Plugin
2022/03/29 04:04:33 [scheduleResources]: STOP thread
{"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-03-29T04:04:33Z"}
2022/03/29 04:04:33 Deleting service: cnftest-nginx
2022/03/29 04:04:33 Deleted Obj with ID ObjectID("6242852fa70e2d7c31914a6c")
2022/03/29 04:04:33 Deleted Obj with ID ObjectID("62428530eda17682e7241f0c")
{"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"flamboyant_ramanujan","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-03-29T04:04:33Z"}
10.233.68.35 - - [29/Mar/2022:04:04:28 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/flamboyant_ramanujan HTTP/1.1" 202 128
10.233.68.35 - - [29/Mar/2022:04:04:46 +0000] "GET /v1/rb/definition/1912a94c-5dcd-46bf-850c-fc67fcb75d61/5162f6c3-577e-48e8-96c3-610d3c8a0005 HTTP/1.1" 200 270
10.233.68.35 - - [29/Mar/2022:04:04:46 +0000] "GET /v1/rb/definition/1912a94c-5dcd-46bf-850c-fc67fcb75d61/5162f6c3-577e-48e8-96c3-610d3c8a0005/profile/cnftest HTTP/1.1" 200 240
2022/03/29 04:04:46 Deleted Obj with ID ObjectID("6242851ea70e2d7c31914a6a")
2022/03/29 04:04:46 Deleted Obj with ID ObjectID("6242851ea70e2d7c31914a6b")
10.233.68.35 - - [29/Mar/2022:04:04:46 +0000] "DELETE /v1/rb/definition/1912a94c-5dcd-46bf-850c-fc67fcb75d61/5162f6c3-577e-48e8-96c3-610d3c8a0005/profile/cnftest HTTP/1.1" 204 0
2022/03/29 04:04:46 Deleted Obj with ID ObjectID("6242851feda17682e7241ee3")
10.233.68.35 - - [29/Mar/2022:04:05:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661
2022/03/29 04:05:16 Deleted Obj with ID ObjectID("62428350a70e2d7c31914a52")
2022/03/29 04:05:16 Deleted Obj with ID ObjectID("62428350eda17682e7241d3f")
10.233.68.35 - - [29/Mar/2022:04:05:16 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0
{"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2022-03-29T04:07:42Z"}
10.233.68.35 - - [29/Mar/2022:04:07:42 +0000] "DELETE /v1/instance/nervous_hofstadter HTTP/1.1" 500 177
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e05ac6e4-b0d3-44e0-9042-a27bfd536628/v1 HTTP/1.1" 200 125
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e05ac6e4-b0d3-44e0-9042-a27bfd536628/v1/content HTTP/1.1" 200 0
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e05ac6e4-b0d3-44e0-9042-a27bfd536628/v1 HTTP/1.1" 200 138
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e05ac6e4-b0d3-44e0-9042-a27bfd536628/v1/profile HTTP/1.1" 201 308
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e05ac6e4-b0d3-44e0-9042-a27bfd536628/v1/profile/pnf-cnf-profile-fb7e574b-f315-4c45-a795-7ba6eaa79c15 HTTP/1.1" 200 308
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e05ac6e4-b0d3-44e0-9042-a27bfd536628/v1/profile/pnf-cnf-profile-fb7e574b-f315-4c45-a795-7ba6eaa79c15/content HTTP/1.1" 200 0
2022/03/29 04:10:47 Main rss info
2022/03/29 04:10:47   Path: /tmp/helm-tmpl-261092901/manifest-0
2022/03/29 04:10:47     Kind: Service
2022/03/29 04:10:47   Path: /tmp/helm-tmpl-261092901/manifest-1
2022/03/29 04:10:47     Kind: Service
2022/03/29 04:10:47   Path: /tmp/helm-tmpl-261092901/manifest-2
2022/03/29 04:10:47     Kind: Pod
2022/03/29 04:10:47   Path: /tmp/helm-tmpl-261092901/manifest-3
2022/03/29 04:10:47     Kind: Deployment
2022/03/29 04:10:47 Crd rss info
2022/03/29 04:10:47 Hook info
{"filepath":"/tmp/helm-tmpl-261092901/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-29T04:10:47Z"}
{"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-261092901/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-03-29T04:10:47Z"}
2022/03/29 04:10:47   Instance: agitated_hermann, Main rss are failed, skip post-install and remove instance in DB
2022/03/29 04:10:47 Deleted Obj with ID ObjectID("624286c7a70e2d7c31914a75")
2022/03/29 04:10:47 Deleted Obj with ID ObjectID("624286c8eda17682e7242070")
{"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-e05ac6e4-b0d3-44e0-9042-a27bfd536628","rb-version":"v1","profile-name":"pnf-cnf-profile-fb7e574b-f315-4c45-a795-7ba6eaa79c15","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-03-29T04:10:47Z"}
10.233.68.35 - - [29/Mar/2022:04:10:47 +0000] "POST /v1/instance HTTP/1.1" 500 180