2022/11/10 04:46:52 Starting Kubernetes Multicloud API 2022/11/10 04:46:52 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-10T04:47:02Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-10T04:47:02Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-10T05:23:33Z"} 10.233.68.250 - - [10/Nov/2022:05:23:33 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.70.105 - - [10/Nov/2022:06:03:06 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [10/Nov/2022:06:10:03 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [10/Nov/2022:06:10:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "GET /v1/rb/definition/cds-ms-rb-f7d3f720-422d-4149-8639-7118d5ae8fd4/v1 HTTP/1.1" 200 124 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "POST /v1/rb/definition/cds-ms-rb-f7d3f720-422d-4149-8639-7118d5ae8fd4/v1/content HTTP/1.1" 200 0 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "GET /v1/rb/definition/cds-ms-rb-f7d3f720-422d-4149-8639-7118d5ae8fd4/v1 HTTP/1.1" 200 138 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "POST /v1/rb/definition/cds-ms-rb-f7d3f720-422d-4149-8639-7118d5ae8fd4/v1/profile HTTP/1.1" 201 305 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "GET /v1/rb/definition/cds-ms-rb-f7d3f720-422d-4149-8639-7118d5ae8fd4/v1/profile/cds-ms-prof-791be179-c68f-4433-9e7f-a5d93737146b HTTP/1.1" 200 305 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "POST /v1/rb/definition/cds-ms-rb-f7d3f720-422d-4149-8639-7118d5ae8fd4/v1/profile/cds-ms-prof-791be179-c68f-4433-9e7f-a5d93737146b/content HTTP/1.1" 200 0 2022/11/10 06:23:42 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/10 06:23:42 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/10 06:23:43 Main rss info 2022/11/10 06:23:43 Path: /tmp/helm-tmpl-475371059/manifest-0 2022/11/10 06:23:43 Kind: Service 2022/11/10 06:23:43 Path: /tmp/helm-tmpl-475371059/manifest-1 2022/11/10 06:23:43 Kind: Deployment 2022/11/10 06:23:43 Crd rss info 2022/11/10 06:23:43 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-10T06:23:43Z"} 2022/11/10 06:23:43 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-475371059/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:23:43Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-10T06:23:43Z"} {"filepath":"/tmp/helm-tmpl-475371059/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:23:43Z"} 2022/11/10 06:23:43 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-10T06:23:43Z"} 10.233.70.105 - - [10/Nov/2022:06:23:42 +0000] "POST /v1/instance HTTP/1.1" 201 542 127.0.0.1 - - [10/Nov/2022:06:25:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 2022/11/10 06:25:03 [Config Cleanup] Instance elastic_panini 2022/11/10 06:25:03 [scheduleResources]: START thread 10.233.70.105 - - [10/Nov/2022:06:25:04 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.105 - - [10/Nov/2022:06:25:04 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.105 - - [10/Nov/2022:06:25:04 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/11/10 06:25:08 Stop config thread for elastic_panini 2022/11/10 06:25:08 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-10T06:25:08Z"} 2022/11/10 06:25:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-10T06:25:08Z"} 2022/11/10 06:25:08 Deleting service: cds-regression-mockserver {"instance":"elastic_panini","level":"info","msg":"[START] status notify thread for ","time":"2022-11-10T06:25:08Z"} {"instance":"elastic_panini","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-10T06:25:13Z"} 2022/11/10 06:25:13 Deleted Obj with ID ObjectID("636c98ef294332facfa1f620") 2022/11/10 06:25:13 Deleted Obj with ID ObjectID("636c98ee6e13ae35e234da4b") 10.233.70.105 - - [10/Nov/2022:06:25:03 +0000] "DELETE /v1/instance/elastic_panini HTTP/1.1" 202 0 10.233.70.105 - - [10/Nov/2022:06:25:13 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/11/10 06:25:13 Deleted Obj with ID ObjectID("636c98ee294332facfa1f617") 2022/11/10 06:25:13 Deleted Obj with ID ObjectID("636c98ed6e13ae35e234da0d") 10.233.70.105 - - [10/Nov/2022:06:25:13 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [10/Nov/2022:06:25:22 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [10/Nov/2022:06:25:22 +0000] "POST /v1/rb/definition/2e932db5-a505-40c5-bbcf-8206a2213b65/6a1e61b2-efd5-43fe-b3b5-6b9783430a3a/content HTTP/1.1" 200 0 10.233.70.105 - - [10/Nov/2022:06:31:36 +0000] "GET /v1/rb/definition/2e932db5-a505-40c5-bbcf-8206a2213b65/6a1e61b2-efd5-43fe-b3b5-6b9783430a3a HTTP/1.1" 200 270 10.233.70.105 - - [10/Nov/2022:06:31:36 +0000] "GET /v1/rb/definition/2e932db5-a505-40c5-bbcf-8206a2213b65/6a1e61b2-efd5-43fe-b3b5-6b9783430a3a/profile/cnftest HTTP/1.1" 404 87 10.233.70.105 - - [10/Nov/2022:06:31:36 +0000] "POST /v1/rb/definition/2e932db5-a505-40c5-bbcf-8206a2213b65/6a1e61b2-efd5-43fe-b3b5-6b9783430a3a/profile HTTP/1.1" 201 240 10.233.70.105 - - [10/Nov/2022:06:31:36 +0000] "GET /v1/rb/definition/2e932db5-a505-40c5-bbcf-8206a2213b65/6a1e61b2-efd5-43fe-b3b5-6b9783430a3a/profile/cnftest HTTP/1.1" 200 240 10.233.70.105 - - [10/Nov/2022:06:31:36 +0000] "POST /v1/rb/definition/2e932db5-a505-40c5-bbcf-8206a2213b65/6a1e61b2-efd5-43fe-b3b5-6b9783430a3a/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-10T06:31:44Z"} 10.233.70.105 - - [10/Nov/2022:06:31:44 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-64b60a55-795d-4ec7-8ac9-2c8fc6933077 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"d2957b02-7078-43fd-bd18-4eab591b228f","vf-module-id":"cc2083c3-358a-41d6-b6c9-8a77db3aecf3","vf-module-model-invariant-id":"2e932db5-a505-40c5-bbcf-8206a2213b65","vf-module-model-version-id":"f45b6c07-3220-4c27-8ff4-1ab8e64dafd0","vf-module-model-customization-id":"6a1e61b2-efd5-43fe-b3b5-6b9783430a3a","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-64b60a55-795d-4ec7-8ac9-2c8fc6933077"}},"level":"info","msg":"Broker API Payload","time":"2022-11-10T06:31:45Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"2e932db5-a505-40c5-bbcf-8206a2213b65","rb-version":"6a1e61b2-efd5-43fe-b3b5-6b9783430a3a","profile-name":"cnftest","release-name":"cc2083c3-358a-41d6-b6c9-8a77db3aecf3","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-64b60a55-795d-4ec7-8ac9-2c8fc6933077"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-10T06:31:45Z"} 2022/11/10 06:31:45 Main rss info 2022/11/10 06:31:45 Path: /tmp/helm-tmpl-996646280/manifest-0 2022/11/10 06:31:45 Kind: Service 2022/11/10 06:31:45 Path: /tmp/helm-tmpl-996646280/manifest-1 2022/11/10 06:31:45 Kind: Deployment 2022/11/10 06:31:45 Crd rss info 2022/11/10 06:31:45 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-10T06:31:45Z"} 2022/11/10 06:31:45 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-996646280/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:31:45Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-10T06:31:45Z"} {"filepath":"/tmp/helm-tmpl-996646280/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:31:45Z"} 2022/11/10 06:31:45 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-10T06:31:45Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"priceless_raman","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-10T06:31:45Z"} 10.233.70.105 - - [10/Nov/2022:06:31:45 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"priceless_raman","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-10T06:31:45Z"} 10.233.70.105 - - [10/Nov/2022:06:31:45 +0000] "GET /basicnf-owner/k8sregion/infra_workload/priceless_raman HTTP/1.1" 200 123 10.233.70.105 - - [10/Nov/2022:06:31:45 +0000] "POST /basicnf-owner/k8sregion/infra_workload/priceless_raman HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"priceless_raman","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-10T06:32:16Z"} 10.233.70.105 - - [10/Nov/2022:06:32:16 +0000] "GET /basicnf-owner/k8sregion/infra_workload/priceless_raman HTTP/1.1" 200 123 2022/11/10 06:32:16 [Config Cleanup] Instance priceless_raman 2022/11/10 06:32:16 [scheduleResources]: START thread 2022/11/10 06:32:21 Stop config thread for priceless_raman 2022/11/10 06:32:21 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-10T06:32:21Z"} 2022/11/10 06:32:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-10T06:32:21Z"} 2022/11/10 06:32:21 Deleting service: cnftest-nginx {"instance":"priceless_raman","level":"info","msg":"[START] status notify thread for ","time":"2022-11-10T06:32:21Z"} {"instance":"priceless_raman","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-10T06:32:26Z"} 2022/11/10 06:32:26 Deleted Obj with ID ObjectID("636c9ad1294332facfa1f62c") 2022/11/10 06:32:26 Deleted Obj with ID ObjectID("636c9ad06e13ae35e234dbdc") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"priceless_raman","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-10T06:32:26Z"} 10.233.70.105 - - [10/Nov/2022:06:32:16 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/priceless_raman HTTP/1.1" 202 123 10.233.70.105 - - [10/Nov/2022:06:32:34 +0000] "GET /v1/rb/definition/2e932db5-a505-40c5-bbcf-8206a2213b65/6a1e61b2-efd5-43fe-b3b5-6b9783430a3a HTTP/1.1" 200 270 10.233.70.105 - - [10/Nov/2022:06:32:34 +0000] "GET /v1/rb/definition/2e932db5-a505-40c5-bbcf-8206a2213b65/6a1e61b2-efd5-43fe-b3b5-6b9783430a3a/profile/cnftest HTTP/1.1" 200 240 2022/11/10 06:32:34 Deleted Obj with ID ObjectID("636c9ac8294332facfa1f62a") 2022/11/10 06:32:34 Deleted Obj with ID ObjectID("636c9ac8294332facfa1f62b") 2022/11/10 06:32:34 Deleted Obj with ID ObjectID("636c9ac76e13ae35e234dbb5") 10.233.70.105 - - [10/Nov/2022:06:32:34 +0000] "DELETE /v1/rb/definition/2e932db5-a505-40c5-bbcf-8206a2213b65/6a1e61b2-efd5-43fe-b3b5-6b9783430a3a/profile/cnftest HTTP/1.1" 204 0 10.233.70.105 - - [10/Nov/2022:06:33:01 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/11/10 06:33:02 Deleted Obj with ID ObjectID("636c9940294332facfa1f624") 2022/11/10 06:33:02 Deleted Obj with ID ObjectID("636c993f6e13ae35e234da9c") 10.233.70.105 - - [10/Nov/2022:06:33:02 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.70.105 - - [10/Nov/2022:06:41:50 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.105 - - [10/Nov/2022:06:41:50 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.70.105 - - [10/Nov/2022:06:41:50 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.70.105 - - [10/Nov/2022:06:41:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.105 - - [10/Nov/2022:06:41:51 +0000] "GET /v1/rb/definition/pnf-cnf-rb-989c5170-13bf-43f9-845f-1c2fb4ed90cc/v1 HTTP/1.1" 200 125 10.233.70.105 - - [10/Nov/2022:06:41:51 +0000] "POST /v1/rb/definition/pnf-cnf-rb-989c5170-13bf-43f9-845f-1c2fb4ed90cc/v1/content HTTP/1.1" 200 0 10.233.70.105 - - [10/Nov/2022:06:41:51 +0000] "GET /v1/rb/definition/pnf-cnf-rb-989c5170-13bf-43f9-845f-1c2fb4ed90cc/v1 HTTP/1.1" 200 138 10.233.70.105 - - [10/Nov/2022:06:41:51 +0000] "POST /v1/rb/definition/pnf-cnf-rb-989c5170-13bf-43f9-845f-1c2fb4ed90cc/v1/profile HTTP/1.1" 201 314 10.233.70.105 - - [10/Nov/2022:06:41:51 +0000] "GET /v1/rb/definition/pnf-cnf-rb-989c5170-13bf-43f9-845f-1c2fb4ed90cc/v1/profile/pnf-cnf-profile-7ae45b3c-085a-46bc-9422-a1bc4fd5087f HTTP/1.1" 200 314 10.233.70.105 - - [10/Nov/2022:06:41:51 +0000] "POST /v1/rb/definition/pnf-cnf-rb-989c5170-13bf-43f9-845f-1c2fb4ed90cc/v1/profile/pnf-cnf-profile-7ae45b3c-085a-46bc-9422-a1bc4fd5087f/content HTTP/1.1" 200 0 2022/11/10 06:41:51 Main rss info 2022/11/10 06:41:51 Path: /tmp/helm-tmpl-517869518/manifest-0 2022/11/10 06:41:51 Kind: Service 2022/11/10 06:41:51 Path: /tmp/helm-tmpl-517869518/manifest-1 2022/11/10 06:41:51 Kind: Service 2022/11/10 06:41:51 Path: /tmp/helm-tmpl-517869518/manifest-2 2022/11/10 06:41:51 Kind: Pod 2022/11/10 06:41:51 Path: /tmp/helm-tmpl-517869518/manifest-3 2022/11/10 06:41:51 Kind: Deployment 2022/11/10 06:41:51 Crd rss info 2022/11/10 06:41:51 Hook info {"filepath":"/tmp/helm-tmpl-517869518/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:41:51Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-10T06:41:51Z"} {"filepath":"/tmp/helm-tmpl-517869518/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:41:51Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-10T06:41:51Z"} {"filepath":"/tmp/helm-tmpl-517869518/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:41:51Z"} 2022/11/10 06:41:51 No plugin for kind Pod found. Using generic Plugin 2022/11/10 06:41:51 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-10T06:41:51Z"} {"filepath":"/tmp/helm-tmpl-517869518/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:41:51Z"} 2022/11/10 06:41:51 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-10T06:41:51Z"} 10.233.70.105 - - [10/Nov/2022:06:41:51 +0000] "POST /v1/instance HTTP/1.1" 201 743 10.233.70.105 - - [10/Nov/2022:06:43:04 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.105 - - [10/Nov/2022:06:43:04 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.70.105 - - [10/Nov/2022:06:43:04 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [10/Nov/2022:06:43:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [10/Nov/2022:06:43:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [10/Nov/2022:06:43:23 +0000] "POST /v1/rb/definition/4051b49a-bc6b-4d2b-ba26-f2ba99df6c56/e86c04cf-5592-4b01-8b5e-2f2b3752330b/content HTTP/1.1" 200 0 127.0.0.1 - - [10/Nov/2022:06:43:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.34 - - [10/Nov/2022:06:47:22 +0000] "GET /v1/rb/definition/4051b49a-bc6b-4d2b-ba26-f2ba99df6c56/e86c04cf-5592-4b01-8b5e-2f2b3752330b HTTP/1.1" 200 277 10.233.71.34 - - [10/Nov/2022:06:47:22 +0000] "GET /v1/rb/definition/4051b49a-bc6b-4d2b-ba26-f2ba99df6c56/e86c04cf-5592-4b01-8b5e-2f2b3752330b/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.34 - - [10/Nov/2022:06:47:22 +0000] "POST /v1/rb/definition/4051b49a-bc6b-4d2b-ba26-f2ba99df6c56/e86c04cf-5592-4b01-8b5e-2f2b3752330b/profile HTTP/1.1" 201 270 10.233.71.34 - - [10/Nov/2022:06:47:22 +0000] "POST /v1/rb/definition/4051b49a-bc6b-4d2b-ba26-f2ba99df6c56/e86c04cf-5592-4b01-8b5e-2f2b3752330b/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.34 - - [10/Nov/2022:06:47:35 +0000] "GET /v1/rb/definition/4051b49a-bc6b-4d2b-ba26-f2ba99df6c56/e86c04cf-5592-4b01-8b5e-2f2b3752330b HTTP/1.1" 200 277 10.233.71.34 - - [10/Nov/2022:06:47:35 +0000] "GET /v1/rb/definition/4051b49a-bc6b-4d2b-ba26-f2ba99df6c56/e86c04cf-5592-4b01-8b5e-2f2b3752330b/config-template/replica-count-template HTTP/1.1" 500 78 2022/11/10 06:47:35 [ConfigiTemplate]: create 4051b49a-bc6b-4d2b-ba26-f2ba99df6c56 10.233.71.34 - - [10/Nov/2022:06:47:35 +0000] "POST /v1/rb/definition/4051b49a-bc6b-4d2b-ba26-f2ba99df6c56/e86c04cf-5592-4b01-8b5e-2f2b3752330b/config-template HTTP/1.1" 201 113 2022/11/10 06:47:35 [ConfigTemplate]: Upload replica-count-template 10.233.71.34 - - [10/Nov/2022:06:47:35 +0000] "POST /v1/rb/definition/4051b49a-bc6b-4d2b-ba26-f2ba99df6c56/e86c04cf-5592-4b01-8b5e-2f2b3752330b/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/10 06:47:38 Main rss info 2022/11/10 06:47:38 Path: /tmp/helm-tmpl-896820223/manifest-0 2022/11/10 06:47:38 Kind: Service 2022/11/10 06:47:38 Path: /tmp/helm-tmpl-896820223/manifest-1 2022/11/10 06:47:38 Kind: Deployment 2022/11/10 06:47:38 Crd rss info 2022/11/10 06:47:38 Hook info {"filepath":"/tmp/helm-tmpl-896820223/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:47:38Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-10T06:47:38Z"} {"filepath":"/tmp/helm-tmpl-896820223/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:47:38Z"} 2022/11/10 06:47:38 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-10T06:47:38Z"} 10.233.68.250 - - [10/Nov/2022:06:47:38 +0000] "POST /v1/instance HTTP/1.1" 201 1283 2022/11/10 06:47:39 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.250 - - [10/Nov/2022:06:47:39 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 14546 {"instance":"agitated_kapitsa","level":"info","msg":"[START] status notify thread for ","time":"2022-11-10T06:48:02Z"} {"instance":"agitated_kapitsa","level":"info","msg":"REFRESH WATCHERS","subscription":"agitated_kapitsa-cnf-adapter","time":"2022-11-10T06:48:07Z"} {"Instance":"agitated_kapitsa","Kind":"Pod","Subscription":"agitated_kapitsa-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-10T06:48:07Z"} {"Instance":"agitated_kapitsa","Kind":"Deployment","Subscription":"agitated_kapitsa-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-10T06:48:07Z"} {"Instance":"agitated_kapitsa","Kind":"Service","Subscription":"agitated_kapitsa-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-10T06:48:07Z"} {"InstanceId":"agitated_kapitsa","SubscriptionName":"agitated_kapitsa-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-10T06:48:07Z"} 10.233.68.250 - - [10/Nov/2022:06:48:02 +0000] "POST /v1/instance/agitated_kapitsa/status/subscription HTTP/1.1" 201 654 {"InstanceId":"agitated_kapitsa","SubscriptionName":"agitated_kapitsa-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-10T06:48:12Z"} 2022/11/10 06:48:13 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.34 - - [10/Nov/2022:06:48:13 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 14889 2022/11/10 06:48:23 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.34 - - [10/Nov/2022:06:48:23 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 14889 10.233.71.34 - - [10/Nov/2022:06:48:33 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 14701 2022/11/10 06:48:33 [scheduleResources]: START thread 10.233.71.34 - - [10/Nov/2022:06:48:33 +0000] "GET /v1/instance/agitated_kapitsa/config/replica-count-change HTTP/1.1" 500 60 2022/11/10 06:48:38 [Config Create] Instance agitated_kapitsa 2022/11/10 06:48:38 [ConfigTemplate]: Download replica-count-template 2022/11/10 06:48:38 Before Sent to goroutine {4051b49a-bc6b-4d2b-ba26-f2ba99df6c56 e86c04cf-5592-4b01-8b5e-2f2b3752330b node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/10 06:48:38 Message Sent to goroutine {4051b49a-bc6b-4d2b-ba26-f2ba99df6c56 e86c04cf-5592-4b01-8b5e-2f2b3752330b node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/10 06:48:38 [scheduleResources]: POST {4051b49a-bc6b-4d2b-ba26-f2ba99df6c56 e86c04cf-5592-4b01-8b5e-2f2b3752330b node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-980102268/manifest-0}] {"filepath":"/tmp/helm-tmpl-980102268/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:48:38Z"} 2022/11/10 06:48:38 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-980102268/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-10T06:48:38Z"} {"filepath":"/tmp/helm-tmpl-980102268/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-10T06:48:38Z"} 2022/11/10 06:48:38 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-10T06:48:38Z"} 2022/11/10 06:48:38 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.34 - - [10/Nov/2022:06:48:38 +0000] "POST /v1/instance/agitated_kapitsa/config HTTP/1.1" 201 268 2022/11/10 06:48:38 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.34 - - [10/Nov/2022:06:48:38 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 20942 {"Instance":"agitated_kapitsa","Subscription":"agitated_kapitsa-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-10T06:48:47Z"} {"Kind":"Pod","Name":"rel-1-apache-6f46d56b8-f692x","level":"info","msg":"CREATED","time":"2022-11-10T06:48:47Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-10T06:48:47Z"} {"Kind":"Pod","Name":"rel-1-apache-6f46d56b8-56clb","level":"info","msg":"MODIFIED","time":"2022-11-10T06:48:47Z"} 2022/11/10 06:48:47 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.250 - - [10/Nov/2022:06:48:47 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 20942 2022/11/10 06:48:48 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.34 - - [10/Nov/2022:06:48:48 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 20942 {"InstanceId":"agitated_kapitsa","Result":202,"SubscriptionName":"agitated_kapitsa-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-10T06:48:49Z"} 2022/11/10 06:48:59 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.34 - - [10/Nov/2022:06:48:58 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 21285 2022/11/10 06:49:09 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.34 - - [10/Nov/2022:06:49:09 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 21285 2022/11/10 06:49:19 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.34 - - [10/Nov/2022:06:49:19 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 21285 {"Instance":"agitated_kapitsa","Subscription":"agitated_kapitsa-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-10T06:49:19Z"} {"Kind":"Pod","Name":"rel-1-apache-6f46d56b8-f692x","level":"info","msg":"MODIFIED","time":"2022-11-10T06:49:19Z"} 2022/11/10 06:49:19 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.250 - - [10/Nov/2022:06:49:19 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 21285 {"InstanceId":"agitated_kapitsa","Result":202,"SubscriptionName":"agitated_kapitsa-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-10T06:49:21Z"} 10.233.71.34 - - [10/Nov/2022:06:49:29 +0000] "GET /v1/instance/agitated_kapitsa/status HTTP/1.1" 200 20993 {"Instance":"agitated_kapitsa","Kind":"Deployment","Subscription":"agitated_kapitsa-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-10T06:49:44Z"} {"Instance":"agitated_kapitsa","Kind":"Pod","Subscription":"agitated_kapitsa-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-10T06:49:45Z"} 2022/11/10 06:49:45 Deleted Obj with ID ObjectID("636c9ea7294332facfa1f648") {"Instance":"agitated_kapitsa","Kind":"Service","Subscription":"agitated_kapitsa-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-10T06:49:45Z"} 10.233.68.250 - - [10/Nov/2022:06:49:44 +0000] "DELETE /v1/instance/agitated_kapitsa/status/subscription/agitated_kapitsa-cnf-adapter HTTP/1.1" 202 0 2022/11/10 06:49:45 Deleted Obj with ID ObjectID("636c9ea66e13ae35e234df22") 2022/11/10 06:49:45 [Config Cleanup] Instance agitated_kapitsa 2022/11/10 06:49:45 [Config Delete] Instance agitated_kapitsa Config replica-count-change 2022/11/10 06:49:45 [ConfigTemplate]: Download replica-count-template 2022/11/10 06:49:45 Before Sent to goroutine {4051b49a-bc6b-4d2b-ba26-f2ba99df6c56 e86c04cf-5592-4b01-8b5e-2f2b3752330b node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/10 06:49:45 Message Sent to goroutine {4051b49a-bc6b-4d2b-ba26-f2ba99df6c56 e86c04cf-5592-4b01-8b5e-2f2b3752330b node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/10 06:49:45 [scheduleResources]: DELETE {4051b49a-bc6b-4d2b-ba26-f2ba99df6c56 e86c04cf-5592-4b01-8b5e-2f2b3752330b node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-10T06:49:45Z"} 2022/11/10 06:49:45 No plugin for kind Deployment found. Using generic Plugin 2022/11/10 06:49:45 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/10 06:49:45 [Config Delete All] Instance agitated_kapitsa Config replica-count-change 2022/11/10 06:49:45 Stop config thread for agitated_kapitsa {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-10T06:49:45Z"} 2022/11/10 06:49:45 No plugin for kind Deployment found. Using generic Plugin 2022/11/10 06:49:45 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-10T06:49:45Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-10T06:49:45Z"} 2022/11/10 06:49:45 Deleting service: rel-1-apache {"instance":"agitated_kapitsa","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-10T06:49:45Z"} 10.233.68.250 - - [10/Nov/2022:06:49:45 +0000] "DELETE /v1/instance/agitated_kapitsa HTTP/1.1" 202 0 2022/11/10 06:49:45 Deleted Obj with ID ObjectID("636c9e8a294332facfa1f647") 2022/11/10 06:49:45 Deleted Obj with ID ObjectID("636c9e896e13ae35e234defa") {"instance":"agitated_kapitsa","level":"info","msg":"[START] status notify thread for ","time":"2022-11-10T06:49:51Z"} {"InstanceId":"agitated_kapitsa","SubscriptionName":"agitated_kapitsa-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-10T06:49:56Z"} 10.233.70.105 - - [10/Nov/2022:06:50:02 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/11/10 06:50:02 Deleted Obj with ID ObjectID("636c9d78294332facfa1f636") 2022/11/10 06:50:02 Deleted Obj with ID ObjectID("636c9d776e13ae35e234ddee") 10.233.70.105 - - [10/Nov/2022:06:50:02 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/11/10 06:50:41 [Config Cleanup] Instance loving_panini 2022/11/10 06:50:41 [scheduleResources]: START thread 2022/11/10 06:50:46 Stop config thread for loving_panini {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-10T06:50:46Z"} 2022/11/10 06:50:46 No plugin for kind Deployment found. Using generic Plugin 2022/11/10 06:50:46 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-10T06:50:46Z"} 2022/11/10 06:50:46 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-10T06:50:46Z"} 2022/11/10 06:50:46 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-10T06:50:46Z"} 2022/11/10 06:50:46 Deleting service: pnf-macro-test-simulator-mongo {"instance":"loving_panini","level":"info","msg":"[START] status notify thread for ","time":"2022-11-10T06:50:46Z"} {"instance":"loving_panini","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-10T06:50:51Z"} 2022/11/10 06:50:51 Deleted Obj with ID ObjectID("636c9d2f294332facfa1f635") 2022/11/10 06:50:51 Deleted Obj with ID ObjectID("636c9d2e6e13ae35e234ddb8") 10.233.70.105 - - [10/Nov/2022:06:50:41 +0000] "DELETE /v1/instance/loving_panini HTTP/1.1" 202 0 10.233.70.105 - - [10/Nov/2022:06:50:51 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/11/10 06:50:51 Deleted Obj with ID ObjectID("636c9d2e294332facfa1f62d") 10.233.70.105 - - [10/Nov/2022:06:50:51 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/11/10 06:50:51 Deleted Obj with ID ObjectID("636c9d2d6e13ae35e234dd7d")