2022/06/03 08:41:12 Starting Kubernetes Multicloud API 2022/06/03 08:41:12 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-06-03T08:41:22Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-06-03T08:41:22Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-06-03T09:17:33Z"} 10.233.69.184 - - [03/Jun/2022:09:17:33 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.70.8 - - [03/Jun/2022:10:14:46 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [03/Jun/2022:10:22:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [03/Jun/2022:10:26:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [03/Jun/2022:10:29:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.70.8 - - [03/Jun/2022:10:37:07 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.8 - - [03/Jun/2022:10:37:07 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.8 - - [03/Jun/2022:10:37:07 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.70.8 - - [03/Jun/2022:10:37:07 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.8 - - [03/Jun/2022:10:37:08 +0000] "GET /v1/rb/definition/cds-ms-rb-9c5e686c-b5a3-4132-a478-bf4229596803/v1 HTTP/1.1" 200 124 10.233.70.8 - - [03/Jun/2022:10:37:08 +0000] "POST /v1/rb/definition/cds-ms-rb-9c5e686c-b5a3-4132-a478-bf4229596803/v1/content HTTP/1.1" 200 0 10.233.70.8 - - [03/Jun/2022:10:37:08 +0000] "GET /v1/rb/definition/cds-ms-rb-9c5e686c-b5a3-4132-a478-bf4229596803/v1 HTTP/1.1" 200 138 10.233.70.8 - - [03/Jun/2022:10:37:08 +0000] "POST /v1/rb/definition/cds-ms-rb-9c5e686c-b5a3-4132-a478-bf4229596803/v1/profile HTTP/1.1" 201 305 10.233.70.8 - - [03/Jun/2022:10:37:08 +0000] "GET /v1/rb/definition/cds-ms-rb-9c5e686c-b5a3-4132-a478-bf4229596803/v1/profile/cds-ms-prof-06d67b87-8600-4354-947a-510f76bebe5d HTTP/1.1" 200 305 10.233.70.8 - - [03/Jun/2022:10:37:08 +0000] "POST /v1/rb/definition/cds-ms-rb-9c5e686c-b5a3-4132-a478-bf4229596803/v1/profile/cds-ms-prof-06d67b87-8600-4354-947a-510f76bebe5d/content HTTP/1.1" 200 0 2022/06/03 10:37:08 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/06/03 10:37:08 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/06/03 10:37:08 Main rss info 2022/06/03 10:37:08 Path: /tmp/helm-tmpl-569957195/manifest-0 2022/06/03 10:37:08 Kind: Service 2022/06/03 10:37:08 Path: /tmp/helm-tmpl-569957195/manifest-1 2022/06/03 10:37:08 Kind: Deployment 2022/06/03 10:37:08 Crd rss info 2022/06/03 10:37:08 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-06-03T10:37:08Z"} 2022/06/03 10:37:08 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-569957195/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T10:37:08Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-06-03T10:37:08Z"} {"filepath":"/tmp/helm-tmpl-569957195/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T10:37:08Z"} 2022/06/03 10:37:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-06-03T10:37:08Z"} 10.233.70.8 - - [03/Jun/2022:10:37:08 +0000] "POST /v1/instance HTTP/1.1" 201 543 2022/06/03 10:38:40 [Config Cleanup] Instance awesome_babbage 2022/06/03 10:38:40 [scheduleResources]: START thread 2022/06/03 10:38:45 Stop config thread for awesome_babbage {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-06-03T10:38:45Z"} 2022/06/03 10:38:45 [scheduleResources]: STOP thread 2022/06/03 10:38:45 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-06-03T10:38:45Z"} 2022/06/03 10:38:45 Deleting service: cds-regression-mockserver {"instance":"awesome_babbage","level":"info","msg":"[START] status notify thread for ","time":"2022-06-03T10:38:45Z"} {"instance":"awesome_babbage","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-03T10:38:50Z"} 2022/06/03 10:38:50 Deleted Obj with ID ObjectID("6299e454b4d3838b2f76534a") 2022/06/03 10:38:50 Deleted Obj with ID ObjectID("6299e4533a7793e580a3e155") 10.233.70.8 - - [03/Jun/2022:10:38:40 +0000] "DELETE /v1/instance/awesome_babbage HTTP/1.1" 202 0 10.233.70.8 - - [03/Jun/2022:10:38:50 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/06/03 10:38:50 Deleted Obj with ID ObjectID("6299e453b4d3838b2f765341") 2022/06/03 10:38:50 Deleted Obj with ID ObjectID("6299e4523a7793e580a3e117") 10.233.70.8 - - [03/Jun/2022:10:38:50 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [03/Jun/2022:10:40:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.70.8 - - [03/Jun/2022:10:41:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.8 - - [03/Jun/2022:10:41:17 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.70.8 - - [03/Jun/2022:10:41:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [03/Jun/2022:10:41:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [03/Jun/2022:10:41:39 +0000] "POST /v1/rb/definition/bc3f9468-96af-41cf-9ae1-5dbf79c6df13/c52298eb-de9f-4537-88d5-c14b47e7db34/content HTTP/1.1" 200 0 10.233.70.8 - - [03/Jun/2022:10:47:05 +0000] "GET /v1/rb/definition/bc3f9468-96af-41cf-9ae1-5dbf79c6df13/c52298eb-de9f-4537-88d5-c14b47e7db34 HTTP/1.1" 200 270 10.233.70.8 - - [03/Jun/2022:10:47:05 +0000] "GET /v1/rb/definition/bc3f9468-96af-41cf-9ae1-5dbf79c6df13/c52298eb-de9f-4537-88d5-c14b47e7db34/profile/cnftest HTTP/1.1" 404 87 10.233.70.8 - - [03/Jun/2022:10:47:05 +0000] "POST /v1/rb/definition/bc3f9468-96af-41cf-9ae1-5dbf79c6df13/c52298eb-de9f-4537-88d5-c14b47e7db34/profile HTTP/1.1" 201 240 10.233.70.8 - - [03/Jun/2022:10:47:05 +0000] "GET /v1/rb/definition/bc3f9468-96af-41cf-9ae1-5dbf79c6df13/c52298eb-de9f-4537-88d5-c14b47e7db34/profile/cnftest HTTP/1.1" 200 240 10.233.70.8 - - [03/Jun/2022:10:47:05 +0000] "POST /v1/rb/definition/bc3f9468-96af-41cf-9ae1-5dbf79c6df13/c52298eb-de9f-4537-88d5-c14b47e7db34/profile/cnftest/content HTTP/1.1" 200 0 10.233.70.8 - - [03/Jun/2022:10:47:20 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-f8f3b4f5-ab5b-4bfc-8f38-5210d9cfb6e2 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-06-03T10:47:20Z"} {"Body":{},"Payload":{"generic-vnf-id":"75dddb94-7345-4eef-b958-b8b0ab957aaf","vf-module-id":"e26a8567-fe10-4222-9272-a48e5a515ddd","vf-module-model-invariant-id":"bc3f9468-96af-41cf-9ae1-5dbf79c6df13","vf-module-model-version-id":"f27e6b9d-27e5-42ae-8cc0-d3d2d3ef041e","vf-module-model-customization-id":"c52298eb-de9f-4537-88d5-c14b47e7db34","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-f8f3b4f5-ab5b-4bfc-8f38-5210d9cfb6e2"}},"level":"info","msg":"Broker API Payload","time":"2022-06-03T10:47:21Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"bc3f9468-96af-41cf-9ae1-5dbf79c6df13","rb-version":"c52298eb-de9f-4537-88d5-c14b47e7db34","profile-name":"cnftest","release-name":"e26a8567-fe10-4222-9272-a48e5a515ddd","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-f8f3b4f5-ab5b-4bfc-8f38-5210d9cfb6e2"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-06-03T10:47:21Z"} 2022/06/03 10:47:21 Main rss info 2022/06/03 10:47:21 Path: /tmp/helm-tmpl-489302430/manifest-0 2022/06/03 10:47:21 Kind: Service 2022/06/03 10:47:21 Path: /tmp/helm-tmpl-489302430/manifest-1 2022/06/03 10:47:21 Kind: Deployment 2022/06/03 10:47:21 Crd rss info 2022/06/03 10:47:21 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-06-03T10:47:21Z"} 2022/06/03 10:47:21 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-489302430/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T10:47:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-03T10:47:21Z"} {"filepath":"/tmp/helm-tmpl-489302430/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T10:47:21Z"} 2022/06/03 10:47:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-03T10:47:21Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"peaceful_hellman","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-03T10:47:21Z"} 10.233.70.8 - - [03/Jun/2022:10:47:21 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 305 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"peaceful_hellman","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-03T10:47:21Z"} 10.233.70.8 - - [03/Jun/2022:10:47:21 +0000] "GET /basicnf-owner/k8sregion/infra_workload/peaceful_hellman HTTP/1.1" 200 124 10.233.70.8 - - [03/Jun/2022:10:47:21 +0000] "POST /basicnf-owner/k8sregion/infra_workload/peaceful_hellman HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"peaceful_hellman","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-03T10:48:05Z"} 10.233.70.8 - - [03/Jun/2022:10:48:05 +0000] "GET /basicnf-owner/k8sregion/infra_workload/peaceful_hellman HTTP/1.1" 200 124 2022/06/03 10:48:06 [Config Cleanup] Instance peaceful_hellman 2022/06/03 10:48:06 [scheduleResources]: START thread 2022/06/03 10:48:11 Stop config thread for peaceful_hellman {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-03T10:48:11Z"} 2022/06/03 10:48:11 No plugin for kind Deployment found. Using generic Plugin 2022/06/03 10:48:11 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-03T10:48:11Z"} 2022/06/03 10:48:11 Deleting service: cnftest-nginx {"instance":"peaceful_hellman","level":"info","msg":"[START] status notify thread for ","time":"2022-06-03T10:48:11Z"} {"instance":"peaceful_hellman","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-03T10:48:16Z"} 2022/06/03 10:48:16 Deleted Obj with ID ObjectID("6299e6b9b4d3838b2f765356") 2022/06/03 10:48:16 Deleted Obj with ID ObjectID("6299e6b73a7793e580a3e33b") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"peaceful_hellman","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-06-03T10:48:16Z"} 10.233.70.8 - - [03/Jun/2022:10:48:06 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/peaceful_hellman HTTP/1.1" 202 124 10.233.70.8 - - [03/Jun/2022:10:48:28 +0000] "GET /v1/rb/definition/bc3f9468-96af-41cf-9ae1-5dbf79c6df13/c52298eb-de9f-4537-88d5-c14b47e7db34 HTTP/1.1" 200 270 10.233.70.8 - - [03/Jun/2022:10:48:28 +0000] "GET /v1/rb/definition/bc3f9468-96af-41cf-9ae1-5dbf79c6df13/c52298eb-de9f-4537-88d5-c14b47e7db34/profile/cnftest HTTP/1.1" 200 240 2022/06/03 10:48:28 Deleted Obj with ID ObjectID("6299e6a9b4d3838b2f765354") 2022/06/03 10:48:28 Deleted Obj with ID ObjectID("6299e6a9b4d3838b2f765355") 2022/06/03 10:48:28 Deleted Obj with ID ObjectID("6299e6a83a7793e580a3e313") 10.233.70.8 - - [03/Jun/2022:10:48:28 +0000] "DELETE /v1/rb/definition/bc3f9468-96af-41cf-9ae1-5dbf79c6df13/c52298eb-de9f-4537-88d5-c14b47e7db34/profile/cnftest HTTP/1.1" 204 0 10.233.70.8 - - [03/Jun/2022:10:49:13 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/06/03 10:49:13 Deleted Obj with ID ObjectID("6299e54db4d3838b2f76534e") 2022/06/03 10:49:13 Deleted Obj with ID ObjectID("6299e54c3a7793e580a3e21c") 10.233.70.8 - - [03/Jun/2022:10:49:13 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.70.8 - - [03/Jun/2022:10:57:14 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.8 - - [03/Jun/2022:10:57:15 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.70.8 - - [03/Jun/2022:10:57:15 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.70.8 - - [03/Jun/2022:10:57:15 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.8 - - [03/Jun/2022:10:57:15 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6699944a-ff02-43c4-b87a-a1dd43ef7e18/v1 HTTP/1.1" 200 125 10.233.70.8 - - [03/Jun/2022:10:57:15 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6699944a-ff02-43c4-b87a-a1dd43ef7e18/v1/content HTTP/1.1" 200 0 10.233.70.8 - - [03/Jun/2022:10:57:15 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6699944a-ff02-43c4-b87a-a1dd43ef7e18/v1 HTTP/1.1" 200 138 10.233.70.8 - - [03/Jun/2022:10:57:15 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6699944a-ff02-43c4-b87a-a1dd43ef7e18/v1/profile HTTP/1.1" 201 314 10.233.70.8 - - [03/Jun/2022:10:57:15 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6699944a-ff02-43c4-b87a-a1dd43ef7e18/v1/profile/pnf-cnf-profile-9a8371cf-35df-471f-aa34-a17629bda2c8 HTTP/1.1" 200 314 10.233.70.8 - - [03/Jun/2022:10:57:15 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6699944a-ff02-43c4-b87a-a1dd43ef7e18/v1/profile/pnf-cnf-profile-9a8371cf-35df-471f-aa34-a17629bda2c8/content HTTP/1.1" 200 0 2022/06/03 10:57:15 Main rss info 2022/06/03 10:57:15 Path: /tmp/helm-tmpl-248368917/manifest-0 2022/06/03 10:57:15 Kind: Service 2022/06/03 10:57:15 Path: /tmp/helm-tmpl-248368917/manifest-1 2022/06/03 10:57:15 Kind: Service 2022/06/03 10:57:15 Path: /tmp/helm-tmpl-248368917/manifest-2 2022/06/03 10:57:15 Kind: Pod 2022/06/03 10:57:15 Path: /tmp/helm-tmpl-248368917/manifest-3 2022/06/03 10:57:15 Kind: Deployment 2022/06/03 10:57:15 Crd rss info 2022/06/03 10:57:15 Hook info {"filepath":"/tmp/helm-tmpl-248368917/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T10:57:15Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-03T10:57:15Z"} {"filepath":"/tmp/helm-tmpl-248368917/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T10:57:15Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-03T10:57:15Z"} {"filepath":"/tmp/helm-tmpl-248368917/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T10:57:15Z"} 2022/06/03 10:57:15 No plugin for kind Pod found. Using generic Plugin 2022/06/03 10:57:15 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-03T10:57:15Z"} {"filepath":"/tmp/helm-tmpl-248368917/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T10:57:15Z"} 2022/06/03 10:57:15 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-03T10:57:15Z"} 10.233.70.8 - - [03/Jun/2022:10:57:15 +0000] "POST /v1/instance HTTP/1.1" 201 748 127.0.0.1 - - [03/Jun/2022:11:02:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.70.8 - - [03/Jun/2022:11:04:46 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.8 - - [03/Jun/2022:11:04:46 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.70.8 - - [03/Jun/2022:11:04:46 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [03/Jun/2022:11:05:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [03/Jun/2022:11:05:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [03/Jun/2022:11:05:00 +0000] "POST /v1/rb/definition/c6c36fef-f97e-4af9-8a10-5f4080f04f32/e654f5b5-f818-40ec-8465-29dedc600b56/content HTTP/1.1" 200 0 2022/06/03 11:10:29 [Config Cleanup] Instance affectionate_dirac 2022/06/03 11:10:29 [scheduleResources]: START thread 2022/06/03 11:10:34 Stop config thread for affectionate_dirac {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-03T11:10:34Z"} 2022/06/03 11:10:34 No plugin for kind Deployment found. Using generic Plugin 2022/06/03 11:10:34 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-03T11:10:35Z"} 2022/06/03 11:10:35 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-03T11:10:35Z"} 2022/06/03 11:10:35 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-03T11:10:35Z"} 2022/06/03 11:10:35 Deleting service: pnf-macro-test-simulator-mongo {"instance":"affectionate_dirac","level":"info","msg":"[START] status notify thread for ","time":"2022-06-03T11:10:35Z"} {"instance":"affectionate_dirac","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-03T11:10:40Z"} 2022/06/03 11:10:40 Deleted Obj with ID ObjectID("6299e90bb4d3838b2f76535f") 2022/06/03 11:10:40 Deleted Obj with ID ObjectID("6299e90a3a7793e580a3e50c") 10.233.70.8 - - [03/Jun/2022:11:10:29 +0000] "DELETE /v1/instance/affectionate_dirac HTTP/1.1" 202 0 10.233.70.8 - - [03/Jun/2022:11:10:40 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/06/03 11:10:40 Deleted Obj with ID ObjectID("6299e90bb4d3838b2f765357") 10.233.70.8 - - [03/Jun/2022:11:10:40 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/06/03 11:10:40 Deleted Obj with ID ObjectID("6299e9093a7793e580a3e4d1") 10.233.72.166 - - [03/Jun/2022:11:11:23 +0000] "GET /v1/rb/definition/c6c36fef-f97e-4af9-8a10-5f4080f04f32/e654f5b5-f818-40ec-8465-29dedc600b56 HTTP/1.1" 200 277 10.233.72.166 - - [03/Jun/2022:11:11:23 +0000] "GET /v1/rb/definition/c6c36fef-f97e-4af9-8a10-5f4080f04f32/e654f5b5-f818-40ec-8465-29dedc600b56/profile/node-port-profile HTTP/1.1" 404 87 10.233.72.166 - - [03/Jun/2022:11:11:23 +0000] "POST /v1/rb/definition/c6c36fef-f97e-4af9-8a10-5f4080f04f32/e654f5b5-f818-40ec-8465-29dedc600b56/profile HTTP/1.1" 201 270 10.233.72.166 - - [03/Jun/2022:11:11:23 +0000] "POST /v1/rb/definition/c6c36fef-f97e-4af9-8a10-5f4080f04f32/e654f5b5-f818-40ec-8465-29dedc600b56/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.72.166 - - [03/Jun/2022:11:11:38 +0000] "GET /v1/rb/definition/c6c36fef-f97e-4af9-8a10-5f4080f04f32/e654f5b5-f818-40ec-8465-29dedc600b56 HTTP/1.1" 200 277 10.233.72.166 - - [03/Jun/2022:11:11:38 +0000] "GET /v1/rb/definition/c6c36fef-f97e-4af9-8a10-5f4080f04f32/e654f5b5-f818-40ec-8465-29dedc600b56/config-template/replica-count-template HTTP/1.1" 500 78 2022/06/03 11:11:38 [ConfigiTemplate]: create c6c36fef-f97e-4af9-8a10-5f4080f04f32 10.233.72.166 - - [03/Jun/2022:11:11:38 +0000] "POST /v1/rb/definition/c6c36fef-f97e-4af9-8a10-5f4080f04f32/e654f5b5-f818-40ec-8465-29dedc600b56/config-template HTTP/1.1" 201 113 2022/06/03 11:11:38 [ConfigTemplate]: Upload replica-count-template 10.233.72.166 - - [03/Jun/2022:11:11:38 +0000] "POST /v1/rb/definition/c6c36fef-f97e-4af9-8a10-5f4080f04f32/e654f5b5-f818-40ec-8465-29dedc600b56/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/06/03 11:11:44 Main rss info 2022/06/03 11:11:44 Path: /tmp/helm-tmpl-038997567/manifest-0 2022/06/03 11:11:44 Kind: Service 2022/06/03 11:11:44 Path: /tmp/helm-tmpl-038997567/manifest-1 2022/06/03 11:11:44 Kind: Deployment 2022/06/03 11:11:44 Crd rss info 2022/06/03 11:11:44 Hook info {"filepath":"/tmp/helm-tmpl-038997567/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T11:11:44Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-03T11:11:44Z"} {"filepath":"/tmp/helm-tmpl-038997567/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T11:11:44Z"} 2022/06/03 11:11:44 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-03T11:11:44Z"} 10.233.69.184 - - [03/Jun/2022:11:11:44 +0000] "POST /v1/instance HTTP/1.1" 201 1288 2022/06/03 11:11:45 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.184 - - [03/Jun/2022:11:11:45 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 14573 {"instance":"compassionate_poitras","level":"info","msg":"[START] status notify thread for ","time":"2022-06-03T11:12:15Z"} {"instance":"compassionate_poitras","level":"info","msg":"REFRESH WATCHERS","subscription":"compassionate_poitras-cnf-adapter","time":"2022-06-03T11:12:20Z"} {"Instance":"compassionate_poitras","Kind":"Deployment","Subscription":"compassionate_poitras-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-03T11:12:20Z"} {"Instance":"compassionate_poitras","Kind":"Service","Subscription":"compassionate_poitras-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-03T11:12:20Z"} {"Instance":"compassionate_poitras","Kind":"Pod","Subscription":"compassionate_poitras-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-03T11:12:20Z"} {"InstanceId":"compassionate_poitras","SubscriptionName":"compassionate_poitras-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-06-03T11:12:20Z"} 10.233.69.184 - - [03/Jun/2022:11:12:15 +0000] "POST /v1/instance/compassionate_poitras/status/subscription HTTP/1.1" 201 668 {"InstanceId":"compassionate_poitras","SubscriptionName":"compassionate_poitras-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-06-03T11:12:25Z"} 2022/06/03 11:12:31 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.166 - - [03/Jun/2022:11:12:31 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 14916 10.233.72.166 - - [03/Jun/2022:11:12:41 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 14728 2022/06/03 11:12:41 [scheduleResources]: START thread 10.233.72.166 - - [03/Jun/2022:11:12:41 +0000] "GET /v1/instance/compassionate_poitras/config/replica-count-change HTTP/1.1" 500 60 2022/06/03 11:12:47 [Config Create] Instance compassionate_poitras 2022/06/03 11:12:47 [ConfigTemplate]: Download replica-count-template 2022/06/03 11:12:47 Before Sent to goroutine {c6c36fef-f97e-4af9-8a10-5f4080f04f32 e654f5b5-f818-40ec-8465-29dedc600b56 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/03 11:12:47 Message Sent to goroutine {c6c36fef-f97e-4af9-8a10-5f4080f04f32 e654f5b5-f818-40ec-8465-29dedc600b56 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/03 11:12:47 [scheduleResources]: POST {c6c36fef-f97e-4af9-8a10-5f4080f04f32 e654f5b5-f818-40ec-8465-29dedc600b56 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-035888529/manifest-0}] {"filepath":"/tmp/helm-tmpl-035888529/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T11:12:47Z"} 2022/06/03 11:12:47 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-035888529/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-06-03T11:12:47Z"} {"filepath":"/tmp/helm-tmpl-035888529/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-03T11:12:47Z"} 2022/06/03 11:12:47 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-03T11:12:47Z"} 2022/06/03 11:12:47 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.72.166 - - [03/Jun/2022:11:12:47 +0000] "POST /v1/instance/compassionate_poitras/config HTTP/1.1" 201 273 2022/06/03 11:12:47 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.166 - - [03/Jun/2022:11:12:47 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 19612 2022/06/03 11:12:57 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.166 - - [03/Jun/2022:11:12:57 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 20981 {"Instance":"compassionate_poitras","Subscription":"compassionate_poitras-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-03T11:13:00Z"} {"Kind":"Pod","Name":"rel-1-apache-7846c8c9bb-jn7tk","level":"info","msg":"CREATED","time":"2022-06-03T11:13:00Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-03T11:13:00Z"} {"Kind":"Pod","Name":"rel-1-apache-7846c8c9bb-snmdc","level":"info","msg":"MODIFIED","time":"2022-06-03T11:13:00Z"} 2022/06/03 11:13:01 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.184 - - [03/Jun/2022:11:13:00 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 21324 {"InstanceId":"compassionate_poitras","Result":202,"SubscriptionName":"compassionate_poitras-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-03T11:13:06Z"} 2022/06/03 11:13:07 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.166 - - [03/Jun/2022:11:13:07 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 21324 2022/06/03 11:13:17 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.166 - - [03/Jun/2022:11:13:17 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 21324 2022/06/03 11:13:27 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.166 - - [03/Jun/2022:11:13:27 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 21324 10.233.72.166 - - [03/Jun/2022:11:13:37 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 21032 {"Instance":"compassionate_poitras","Subscription":"compassionate_poitras-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-03T11:14:06Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-03T11:14:06Z"} {"Kind":"Pod","Name":"rel-1-apache-7846c8c9bb-jn7tk","level":"info","msg":"MODIFIED","time":"2022-06-03T11:14:06Z"} 10.233.69.184 - - [03/Jun/2022:11:14:06 +0000] "GET /v1/instance/compassionate_poitras/status HTTP/1.1" 200 21032 {"InstanceId":"compassionate_poitras","Result":202,"SubscriptionName":"compassionate_poitras-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-03T11:14:11Z"} {"Instance":"compassionate_poitras","Kind":"Deployment","Subscription":"compassionate_poitras-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-03T11:14:22Z"} {"Instance":"compassionate_poitras","Kind":"Pod","Subscription":"compassionate_poitras-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-03T11:14:22Z"} {"Instance":"compassionate_poitras","Kind":"Service","Subscription":"compassionate_poitras-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-03T11:14:22Z"} 2022/06/03 11:14:22 Deleted Obj with ID ObjectID("6299ec94b4d3838b2f765372") 2022/06/03 11:14:22 Deleted Obj with ID ObjectID("6299ec933a7793e580a3e7d5") 10.233.69.184 - - [03/Jun/2022:11:14:22 +0000] "DELETE /v1/instance/compassionate_poitras/status/subscription/compassionate_poitras-cnf-adapter HTTP/1.1" 202 0 2022/06/03 11:14:22 [Config Cleanup] Instance compassionate_poitras 2022/06/03 11:14:22 [Config Delete] Instance compassionate_poitras Config replica-count-change 2022/06/03 11:14:22 [ConfigTemplate]: Download replica-count-template 2022/06/03 11:14:22 Before Sent to goroutine {c6c36fef-f97e-4af9-8a10-5f4080f04f32 e654f5b5-f818-40ec-8465-29dedc600b56 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/03 11:14:22 Message Sent to goroutine {c6c36fef-f97e-4af9-8a10-5f4080f04f32 e654f5b5-f818-40ec-8465-29dedc600b56 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/03 11:14:22 [scheduleResources]: DELETE {c6c36fef-f97e-4af9-8a10-5f4080f04f32 e654f5b5-f818-40ec-8465-29dedc600b56 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-03T11:14:22Z"} 2022/06/03 11:14:22 No plugin for kind Deployment found. Using generic Plugin 2022/06/03 11:14:22 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/06/03 11:14:22 [Config Delete All] Instance compassionate_poitras Config replica-count-change 2022/06/03 11:14:22 Stop config thread for compassionate_poitras {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-03T11:14:22Z"} 2022/06/03 11:14:22 No plugin for kind Deployment found. Using generic Plugin 2022/06/03 11:14:22 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-06-03T11:14:22Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-03T11:14:22Z"} 2022/06/03 11:14:22 Deleting service: rel-1-apache {"instance":"compassionate_poitras","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-03T11:14:22Z"} 2022/06/03 11:14:22 Deleted Obj with ID ObjectID("6299ec70b4d3838b2f765371") 10.233.69.184 - - [03/Jun/2022:11:14:22 +0000] "DELETE /v1/instance/compassionate_poitras HTTP/1.1" 202 0 2022/06/03 11:14:22 Deleted Obj with ID ObjectID("6299ec6e3a7793e580a3e7a8") {"instance":"compassionate_poitras","level":"info","msg":"[START] status notify thread for ","time":"2022-06-03T11:14:41Z"} {"InstanceId":"compassionate_poitras","SubscriptionName":"compassionate_poitras-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-06-03T11:14:46Z"} 10.233.70.8 - - [03/Jun/2022:11:15:03 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/06/03 11:15:04 Deleted Obj with ID ObjectID("6299eaceb4d3838b2f765363") 2022/06/03 11:15:04 Deleted Obj with ID ObjectID("6299eacd3a7793e580a3e638") 10.233.70.8 - - [03/Jun/2022:11:15:04 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0