2022/09/12 04:42:20 Starting Kubernetes Multicloud API 2022/09/12 04:42:20 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-09-12T04:42:30Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-09-12T04:42:30Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-09-12T05:07:36Z"} 10.233.65.140 - - [12/Sep/2022:05:07:36 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.65.108 - - [12/Sep/2022:05:47:54 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [12/Sep/2022:05:52:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [12/Sep/2022:06:03:26 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "GET /v1/rb/definition/cds-ms-rb-67028865-9f98-4df4-bbbc-c68d481a4c29/v1 HTTP/1.1" 200 124 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "POST /v1/rb/definition/cds-ms-rb-67028865-9f98-4df4-bbbc-c68d481a4c29/v1/content HTTP/1.1" 200 0 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "GET /v1/rb/definition/cds-ms-rb-67028865-9f98-4df4-bbbc-c68d481a4c29/v1 HTTP/1.1" 200 138 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "POST /v1/rb/definition/cds-ms-rb-67028865-9f98-4df4-bbbc-c68d481a4c29/v1/profile HTTP/1.1" 201 305 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "GET /v1/rb/definition/cds-ms-rb-67028865-9f98-4df4-bbbc-c68d481a4c29/v1/profile/cds-ms-prof-f3c987b0-f0c2-461d-86c0-17b45822b945 HTTP/1.1" 200 305 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "POST /v1/rb/definition/cds-ms-rb-67028865-9f98-4df4-bbbc-c68d481a4c29/v1/profile/cds-ms-prof-f3c987b0-f0c2-461d-86c0-17b45822b945/content HTTP/1.1" 200 0 2022/09/12 06:05:57 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/09/12 06:05:57 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/09/12 06:05:57 Main rss info 2022/09/12 06:05:57 Path: /tmp/helm-tmpl-867008437/manifest-0 2022/09/12 06:05:57 Kind: Service 2022/09/12 06:05:57 Path: /tmp/helm-tmpl-867008437/manifest-1 2022/09/12 06:05:57 Kind: Deployment 2022/09/12 06:05:57 Crd rss info 2022/09/12 06:05:57 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-09-12T06:05:57Z"} 2022/09/12 06:05:57 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-867008437/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:05:57Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-09-12T06:05:57Z"} {"filepath":"/tmp/helm-tmpl-867008437/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:05:57Z"} 2022/09/12 06:05:57 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-09-12T06:05:57Z"} 10.233.65.108 - - [12/Sep/2022:06:05:57 +0000] "POST /v1/instance HTTP/1.1" 201 552 10.233.65.108 - - [12/Sep/2022:06:07:13 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.108 - - [12/Sep/2022:06:07:13 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.65.108 - - [12/Sep/2022:06:07:13 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [12/Sep/2022:06:07:26 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [12/Sep/2022:06:07:26 +0000] "POST /v1/rb/definition/be5731fb-697d-4d73-af45-a2edb76b5a18/eb022365-3ba7-4859-bb98-7f6eb5d79843/content HTTP/1.1" 200 0 2022/09/12 06:07:51 [Config Cleanup] Instance compassionate_mcclintock 2022/09/12 06:07:51 [scheduleResources]: START thread 2022/09/12 06:07:56 Stop config thread for compassionate_mcclintock {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-09-12T06:07:56Z"} 2022/09/12 06:07:56 No plugin for kind Deployment found. Using generic Plugin 2022/09/12 06:07:56 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-09-12T06:07:56Z"} 2022/09/12 06:07:56 Deleting service: cds-regression-mockserver {"instance":"compassionate_mcclintock","level":"info","msg":"[START] status notify thread for ","time":"2022-09-12T06:07:56Z"} {"instance":"compassionate_mcclintock","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-12T06:08:01Z"} 2022/09/12 06:08:01 Deleted Obj with ID ObjectID("631ecc4563ceb6694b0a771c") 10.233.65.108 - - [12/Sep/2022:06:07:51 +0000] "DELETE /v1/instance/compassionate_mcclintock HTTP/1.1" 202 0 2022/09/12 06:08:01 Deleted Obj with ID ObjectID("631ecc446a177e09c1464e70") 10.233.65.108 - - [12/Sep/2022:06:08:01 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/09/12 06:08:01 Deleted Obj with ID ObjectID("631ecc4563ceb6694b0a7713") 10.233.65.108 - - [12/Sep/2022:06:08:01 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/09/12 06:08:01 Deleted Obj with ID ObjectID("631ecc436a177e09c1464e32") 10.233.65.108 - - [12/Sep/2022:06:11:46 +0000] "GET /v1/rb/definition/be5731fb-697d-4d73-af45-a2edb76b5a18/eb022365-3ba7-4859-bb98-7f6eb5d79843 HTTP/1.1" 200 270 10.233.65.108 - - [12/Sep/2022:06:11:47 +0000] "GET /v1/rb/definition/be5731fb-697d-4d73-af45-a2edb76b5a18/eb022365-3ba7-4859-bb98-7f6eb5d79843/profile/cnftest HTTP/1.1" 404 87 10.233.65.108 - - [12/Sep/2022:06:11:47 +0000] "POST /v1/rb/definition/be5731fb-697d-4d73-af45-a2edb76b5a18/eb022365-3ba7-4859-bb98-7f6eb5d79843/profile HTTP/1.1" 201 240 10.233.65.108 - - [12/Sep/2022:06:11:47 +0000] "GET /v1/rb/definition/be5731fb-697d-4d73-af45-a2edb76b5a18/eb022365-3ba7-4859-bb98-7f6eb5d79843/profile/cnftest HTTP/1.1" 200 240 10.233.65.108 - - [12/Sep/2022:06:11:47 +0000] "POST /v1/rb/definition/be5731fb-697d-4d73-af45-a2edb76b5a18/eb022365-3ba7-4859-bb98-7f6eb5d79843/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-09-12T06:11:55Z"} 10.233.65.108 - - [12/Sep/2022:06:11:55 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-c946a761-a415-492b-9715-b6546ac4a362 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"2121e620-e1e4-48e2-aea0-b9d42f59086d","vf-module-id":"4ea66b53-69a7-4b3d-80c8-c6a3e5dfb208","vf-module-model-invariant-id":"be5731fb-697d-4d73-af45-a2edb76b5a18","vf-module-model-version-id":"bccb07d1-4d32-4bd8-93a1-6569c22a3896","vf-module-model-customization-id":"eb022365-3ba7-4859-bb98-7f6eb5d79843","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-c946a761-a415-492b-9715-b6546ac4a362"}},"level":"info","msg":"Broker API Payload","time":"2022-09-12T06:11:55Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"be5731fb-697d-4d73-af45-a2edb76b5a18","rb-version":"eb022365-3ba7-4859-bb98-7f6eb5d79843","profile-name":"cnftest","release-name":"4ea66b53-69a7-4b3d-80c8-c6a3e5dfb208","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-c946a761-a415-492b-9715-b6546ac4a362"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-09-12T06:11:55Z"} 2022/09/12 06:11:55 Main rss info 2022/09/12 06:11:55 Path: /tmp/helm-tmpl-874778240/manifest-0 2022/09/12 06:11:55 Kind: Service 2022/09/12 06:11:55 Path: /tmp/helm-tmpl-874778240/manifest-1 2022/09/12 06:11:55 Kind: Deployment 2022/09/12 06:11:55 Crd rss info 2022/09/12 06:11:55 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-09-12T06:11:55Z"} 2022/09/12 06:11:55 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-874778240/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:11:55Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-09-12T06:11:55Z"} {"filepath":"/tmp/helm-tmpl-874778240/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:11:55Z"} 2022/09/12 06:11:55 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-09-12T06:11:55Z"} 10.233.65.108 - - [12/Sep/2022:06:11:55 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 306 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"optimistic_pascal","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-12T06:11:55Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"optimistic_pascal","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-12T06:11:56Z"} 10.233.65.108 - - [12/Sep/2022:06:11:56 +0000] "GET /basicnf-owner/k8sregion/infra_workload/optimistic_pascal HTTP/1.1" 200 125 10.233.65.108 - - [12/Sep/2022:06:11:56 +0000] "POST /basicnf-owner/k8sregion/infra_workload/optimistic_pascal HTTP/1.1" 405 0 10.233.65.108 - - [12/Sep/2022:06:12:28 +0000] "GET /basicnf-owner/k8sregion/infra_workload/optimistic_pascal HTTP/1.1" 200 125 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"optimistic_pascal","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-12T06:12:28Z"} 2022/09/12 06:12:29 [Config Cleanup] Instance optimistic_pascal 2022/09/12 06:12:29 [scheduleResources]: START thread 2022/09/12 06:12:34 Stop config thread for optimistic_pascal {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-09-12T06:12:34Z"} 2022/09/12 06:12:34 [scheduleResources]: STOP thread 2022/09/12 06:12:34 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-09-12T06:12:34Z"} 2022/09/12 06:12:34 Deleting service: cnftest-nginx {"instance":"optimistic_pascal","level":"info","msg":"[START] status notify thread for ","time":"2022-09-12T06:12:34Z"} {"instance":"optimistic_pascal","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-12T06:12:39Z"} 2022/09/12 06:12:39 Deleted Obj with ID ObjectID("631ecdab63ceb6694b0a7725") 2022/09/12 06:12:39 Deleted Obj with ID ObjectID("631ecdaa6a177e09c1464fa1") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"optimistic_pascal","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-09-12T06:12:39Z"} 10.233.65.108 - - [12/Sep/2022:06:12:29 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/optimistic_pascal HTTP/1.1" 202 125 10.233.65.108 - - [12/Sep/2022:06:12:46 +0000] "GET /v1/rb/definition/be5731fb-697d-4d73-af45-a2edb76b5a18/eb022365-3ba7-4859-bb98-7f6eb5d79843 HTTP/1.1" 200 270 10.233.65.108 - - [12/Sep/2022:06:12:47 +0000] "GET /v1/rb/definition/be5731fb-697d-4d73-af45-a2edb76b5a18/eb022365-3ba7-4859-bb98-7f6eb5d79843/profile/cnftest HTTP/1.1" 200 240 2022/09/12 06:12:47 Deleted Obj with ID ObjectID("631ecda363ceb6694b0a7723") 2022/09/12 06:12:47 Deleted Obj with ID ObjectID("631ecda363ceb6694b0a7724") 2022/09/12 06:12:47 Deleted Obj with ID ObjectID("631ecda16a177e09c1464f84") 10.233.65.108 - - [12/Sep/2022:06:12:47 +0000] "DELETE /v1/rb/definition/be5731fb-697d-4d73-af45-a2edb76b5a18/eb022365-3ba7-4859-bb98-7f6eb5d79843/profile/cnftest HTTP/1.1" 204 0 10.233.65.108 - - [12/Sep/2022:06:13:15 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/09/12 06:13:15 Deleted Obj with ID ObjectID("631ecc9163ceb6694b0a771d") 2022/09/12 06:13:15 Deleted Obj with ID ObjectID("631ecc906a177e09c1464eab") 10.233.65.108 - - [12/Sep/2022:06:13:15 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "GET /v1/rb/definition/pnf-cnf-rb-15819f97-bebe-47d3-8d48-bb30199f6f12/v1 HTTP/1.1" 200 125 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "POST /v1/rb/definition/pnf-cnf-rb-15819f97-bebe-47d3-8d48-bb30199f6f12/v1/content HTTP/1.1" 200 0 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "GET /v1/rb/definition/pnf-cnf-rb-15819f97-bebe-47d3-8d48-bb30199f6f12/v1 HTTP/1.1" 200 138 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "POST /v1/rb/definition/pnf-cnf-rb-15819f97-bebe-47d3-8d48-bb30199f6f12/v1/profile HTTP/1.1" 201 314 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "GET /v1/rb/definition/pnf-cnf-rb-15819f97-bebe-47d3-8d48-bb30199f6f12/v1/profile/pnf-cnf-profile-2f44c355-b8a2-4ff5-98b7-47d81d11f819 HTTP/1.1" 200 314 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "POST /v1/rb/definition/pnf-cnf-rb-15819f97-bebe-47d3-8d48-bb30199f6f12/v1/profile/pnf-cnf-profile-2f44c355-b8a2-4ff5-98b7-47d81d11f819/content HTTP/1.1" 200 0 2022/09/12 06:17:23 Main rss info 2022/09/12 06:17:23 Path: /tmp/helm-tmpl-201734918/manifest-0 2022/09/12 06:17:23 Kind: Service 2022/09/12 06:17:23 Path: /tmp/helm-tmpl-201734918/manifest-1 2022/09/12 06:17:23 Kind: Service 2022/09/12 06:17:23 Path: /tmp/helm-tmpl-201734918/manifest-2 2022/09/12 06:17:23 Kind: Pod 2022/09/12 06:17:23 Path: /tmp/helm-tmpl-201734918/manifest-3 2022/09/12 06:17:23 Kind: Deployment 2022/09/12 06:17:23 Crd rss info 2022/09/12 06:17:23 Hook info {"filepath":"/tmp/helm-tmpl-201734918/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:17:23Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-12T06:17:23Z"} {"filepath":"/tmp/helm-tmpl-201734918/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:17:23Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-12T06:17:24Z"} {"filepath":"/tmp/helm-tmpl-201734918/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:17:24Z"} 2022/09/12 06:17:24 No plugin for kind Pod found. Using generic Plugin 2022/09/12 06:17:24 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-12T06:17:24Z"} {"filepath":"/tmp/helm-tmpl-201734918/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:17:24Z"} 2022/09/12 06:17:24 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-12T06:17:24Z"} 10.233.65.108 - - [12/Sep/2022:06:17:23 +0000] "POST /v1/instance HTTP/1.1" 201 750 10.233.65.108 - - [12/Sep/2022:06:20:09 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.65.108 - - [12/Sep/2022:06:20:09 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.65.108 - - [12/Sep/2022:06:20:09 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [12/Sep/2022:06:20:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [12/Sep/2022:06:20:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [12/Sep/2022:06:20:27 +0000] "POST /v1/rb/definition/495e259b-4684-422e-9070-2b229678b15f/d83c7d89-db11-4da4-aecb-cb247464cb67/content HTTP/1.1" 200 0 127.0.0.1 - - [12/Sep/2022:06:21:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.72.141 - - [12/Sep/2022:06:24:33 +0000] "GET /v1/rb/definition/495e259b-4684-422e-9070-2b229678b15f/d83c7d89-db11-4da4-aecb-cb247464cb67 HTTP/1.1" 200 277 10.233.72.141 - - [12/Sep/2022:06:24:33 +0000] "GET /v1/rb/definition/495e259b-4684-422e-9070-2b229678b15f/d83c7d89-db11-4da4-aecb-cb247464cb67/profile/node-port-profile HTTP/1.1" 404 87 10.233.72.141 - - [12/Sep/2022:06:24:33 +0000] "POST /v1/rb/definition/495e259b-4684-422e-9070-2b229678b15f/d83c7d89-db11-4da4-aecb-cb247464cb67/profile HTTP/1.1" 201 270 10.233.72.141 - - [12/Sep/2022:06:24:33 +0000] "POST /v1/rb/definition/495e259b-4684-422e-9070-2b229678b15f/d83c7d89-db11-4da4-aecb-cb247464cb67/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.72.141 - - [12/Sep/2022:06:24:55 +0000] "GET /v1/rb/definition/495e259b-4684-422e-9070-2b229678b15f/d83c7d89-db11-4da4-aecb-cb247464cb67 HTTP/1.1" 200 277 10.233.72.141 - - [12/Sep/2022:06:24:55 +0000] "GET /v1/rb/definition/495e259b-4684-422e-9070-2b229678b15f/d83c7d89-db11-4da4-aecb-cb247464cb67/config-template/replica-count-template HTTP/1.1" 500 78 2022/09/12 06:24:55 [ConfigiTemplate]: create 495e259b-4684-422e-9070-2b229678b15f 10.233.72.141 - - [12/Sep/2022:06:24:55 +0000] "POST /v1/rb/definition/495e259b-4684-422e-9070-2b229678b15f/d83c7d89-db11-4da4-aecb-cb247464cb67/config-template HTTP/1.1" 201 113 2022/09/12 06:24:55 [ConfigTemplate]: Upload replica-count-template 10.233.72.141 - - [12/Sep/2022:06:24:55 +0000] "POST /v1/rb/definition/495e259b-4684-422e-9070-2b229678b15f/d83c7d89-db11-4da4-aecb-cb247464cb67/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/09/12 06:24:59 Main rss info 2022/09/12 06:24:59 Path: /tmp/helm-tmpl-444229981/manifest-0 2022/09/12 06:24:59 Kind: Service 2022/09/12 06:24:59 Path: /tmp/helm-tmpl-444229981/manifest-1 2022/09/12 06:24:59 Kind: Deployment 2022/09/12 06:24:59 Crd rss info 2022/09/12 06:24:59 Hook info {"filepath":"/tmp/helm-tmpl-444229981/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:24:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-12T06:24:59Z"} {"filepath":"/tmp/helm-tmpl-444229981/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:24:59Z"} 2022/09/12 06:24:59 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-12T06:24:59Z"} 10.233.65.140 - - [12/Sep/2022:06:24:59 +0000] "POST /v1/instance HTTP/1.1" 201 1278 2022/09/12 06:25:00 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.65.140 - - [12/Sep/2022:06:24:59 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 14524 {"instance":"keen_banach","level":"info","msg":"[START] status notify thread for ","time":"2022-09-12T06:25:15Z"} {"instance":"keen_banach","level":"info","msg":"REFRESH WATCHERS","subscription":"keen_banach-cnf-adapter","time":"2022-09-12T06:25:20Z"} {"Instance":"keen_banach","Kind":"Deployment","Subscription":"keen_banach-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-12T06:25:20Z"} {"Instance":"keen_banach","Kind":"Pod","Subscription":"keen_banach-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-12T06:25:20Z"} {"Instance":"keen_banach","Kind":"Service","Subscription":"keen_banach-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-12T06:25:20Z"} {"InstanceId":"keen_banach","SubscriptionName":"keen_banach-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-09-12T06:25:20Z"} 10.233.65.140 - - [12/Sep/2022:06:25:15 +0000] "POST /v1/instance/keen_banach/status/subscription HTTP/1.1" 201 639 {"InstanceId":"keen_banach","SubscriptionName":"keen_banach-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-09-12T06:25:25Z"} 2022/09/12 06:25:26 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.141 - - [12/Sep/2022:06:25:26 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 14867 2022/09/12 06:25:36 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.141 - - [12/Sep/2022:06:25:36 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 14867 2022/09/12 06:25:47 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.141 - - [12/Sep/2022:06:25:47 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 14867 10.233.72.141 - - [12/Sep/2022:06:25:57 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 14679 2022/09/12 06:25:57 [scheduleResources]: START thread {"Instance":"keen_banach","Subscription":"keen_banach-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-12T06:26:00Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-09-12T06:26:00Z"} {"Kind":"Pod","Name":"rel-1-apache-84994766b-cdr4f","level":"info","msg":"MODIFIED","time":"2022-09-12T06:26:00Z"} 10.233.65.140 - - [12/Sep/2022:06:26:00 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 14679 {"InstanceId":"keen_banach","Result":202,"SubscriptionName":"keen_banach-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-12T06:26:02Z"} 10.233.72.141 - - [12/Sep/2022:06:25:57 +0000] "GET /v1/instance/keen_banach/config/replica-count-change HTTP/1.1" 500 60 2022/09/12 06:26:03 [Config Create] Instance keen_banach 2022/09/12 06:26:03 [ConfigTemplate]: Download replica-count-template 2022/09/12 06:26:03 Before Sent to goroutine {495e259b-4684-422e-9070-2b229678b15f d83c7d89-db11-4da4-aecb-cb247464cb67 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/12 06:26:03 Message Sent to goroutine {495e259b-4684-422e-9070-2b229678b15f d83c7d89-db11-4da4-aecb-cb247464cb67 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/12 06:26:03 [scheduleResources]: POST {495e259b-4684-422e-9070-2b229678b15f d83c7d89-db11-4da4-aecb-cb247464cb67 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-528192451/manifest-0}] {"filepath":"/tmp/helm-tmpl-528192451/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:26:03Z"} 2022/09/12 06:26:03 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-528192451/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-09-12T06:26:03Z"} {"filepath":"/tmp/helm-tmpl-528192451/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-12T06:26:03Z"} 2022/09/12 06:26:03 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-12T06:26:03Z"} 2022/09/12 06:26:03 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.72.141 - - [12/Sep/2022:06:26:03 +0000] "POST /v1/instance/keen_banach/config HTTP/1.1" 201 263 2022/09/12 06:26:03 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.141 - - [12/Sep/2022:06:26:03 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 20915 2022/09/12 06:26:13 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.141 - - [12/Sep/2022:06:26:13 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 21258 2022/09/12 06:26:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.141 - - [12/Sep/2022:06:26:23 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 21258 {"Instance":"keen_banach","Subscription":"keen_banach-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-12T06:26:32Z"} {"Kind":"Pod","Name":"rel-1-apache-84994766b-l6qxk","level":"info","msg":"CREATED","time":"2022-09-12T06:26:32Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-09-12T06:26:32Z"} 2022/09/12 06:26:32 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.140 - - [12/Sep/2022:06:26:32 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 21258 2022/09/12 06:26:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.141 - - [12/Sep/2022:06:26:33 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 21258 {"InstanceId":"keen_banach","Result":202,"SubscriptionName":"keen_banach-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-12T06:26:34Z"} 10.233.72.141 - - [12/Sep/2022:06:26:43 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 20966 {"Instance":"keen_banach","Subscription":"keen_banach-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-12T06:27:04Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-09-12T06:27:04Z"} {"Kind":"Pod","Name":"rel-1-apache-84994766b-l6qxk","level":"info","msg":"MODIFIED","time":"2022-09-12T06:27:04Z"} 10.233.65.140 - - [12/Sep/2022:06:27:04 +0000] "GET /v1/instance/keen_banach/status HTTP/1.1" 200 20966 {"InstanceId":"keen_banach","Result":202,"SubscriptionName":"keen_banach-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-12T06:27:07Z"} {"Instance":"keen_banach","Kind":"Pod","Subscription":"keen_banach-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-12T06:27:08Z"} {"Instance":"keen_banach","Kind":"Deployment","Subscription":"keen_banach-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-12T06:27:08Z"} {"Instance":"keen_banach","Kind":"Service","Subscription":"keen_banach-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-12T06:27:08Z"} 2022/09/12 06:27:08 Deleted Obj with ID ObjectID("631ed0d063ceb6694b0a7741") 2022/09/12 06:27:08 Deleted Obj with ID ObjectID("631ed0ce6a177e09c1465282") 10.233.65.140 - - [12/Sep/2022:06:27:08 +0000] "DELETE /v1/instance/keen_banach/status/subscription/keen_banach-cnf-adapter HTTP/1.1" 202 0 2022/09/12 06:27:08 [Config Cleanup] Instance keen_banach 2022/09/12 06:27:08 [Config Delete] Instance keen_banach Config replica-count-change 2022/09/12 06:27:08 [ConfigTemplate]: Download replica-count-template 2022/09/12 06:27:08 Before Sent to goroutine {495e259b-4684-422e-9070-2b229678b15f d83c7d89-db11-4da4-aecb-cb247464cb67 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/12 06:27:08 Message Sent to goroutine {495e259b-4684-422e-9070-2b229678b15f d83c7d89-db11-4da4-aecb-cb247464cb67 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/12 06:27:08 [scheduleResources]: DELETE {495e259b-4684-422e-9070-2b229678b15f d83c7d89-db11-4da4-aecb-cb247464cb67 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-12T06:27:08Z"} 2022/09/12 06:27:08 No plugin for kind Deployment found. Using generic Plugin 2022/09/12 06:27:08 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/09/12 06:27:08 [Config Delete All] Instance keen_banach Config replica-count-change 2022/09/12 06:27:08 Stop config thread for keen_banach {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-12T06:27:08Z"} 2022/09/12 06:27:08 No plugin for kind Deployment found. Using generic Plugin 2022/09/12 06:27:08 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-09-12T06:27:08Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-12T06:27:08Z"} 2022/09/12 06:27:08 Deleting service: rel-1-apache {"instance":"keen_banach","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-12T06:27:08Z"} 2022/09/12 06:27:08 Deleted Obj with ID ObjectID("631ed0bb63ceb6694b0a7740") 10.233.65.140 - - [12/Sep/2022:06:27:08 +0000] "DELETE /v1/instance/keen_banach HTTP/1.1" 202 0 2022/09/12 06:27:08 Deleted Obj with ID ObjectID("631ed0b96a177e09c146525f") 2022/09/12 06:27:11 [Config Cleanup] Instance compassionate_fermat 2022/09/12 06:27:11 [scheduleResources]: START thread 2022/09/12 06:27:16 Stop config thread for compassionate_fermat {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-12T06:27:16Z"} 2022/09/12 06:27:16 No plugin for kind Deployment found. Using generic Plugin 2022/09/12 06:27:16 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-12T06:27:16Z"} 2022/09/12 06:27:16 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-12T06:27:17Z"} 2022/09/12 06:27:17 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-12T06:27:17Z"} 2022/09/12 06:27:17 Deleting service: pnf-macro-test-simulator-mongo {"instance":"compassionate_fermat","level":"info","msg":"[START] status notify thread for ","time":"2022-09-12T06:27:17Z"} {"instance":"compassionate_fermat","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-12T06:27:22Z"} 2022/09/12 06:27:22 Deleted Obj with ID ObjectID("631ecef363ceb6694b0a772e") 2022/09/12 06:27:22 Deleted Obj with ID ObjectID("631ecef26a177e09c14650d7") 10.233.65.108 - - [12/Sep/2022:06:27:11 +0000] "DELETE /v1/instance/compassionate_fermat HTTP/1.1" 202 0 10.233.65.108 - - [12/Sep/2022:06:27:22 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/09/12 06:27:22 Deleted Obj with ID ObjectID("631ecef363ceb6694b0a7726") 2022/09/12 06:27:22 Deleted Obj with ID ObjectID("631ecef26a177e09c146509c") 10.233.65.108 - - [12/Sep/2022:06:27:22 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 10.233.65.108 - - [12/Sep/2022:06:27:34 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/09/12 06:27:34 Deleted Obj with ID ObjectID("631ecf9963ceb6694b0a772f") 2022/09/12 06:27:34 Deleted Obj with ID ObjectID("631ecf986a177e09c1465148") 10.233.65.108 - - [12/Sep/2022:06:27:34 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"instance":"keen_banach","level":"info","msg":"[START] status notify thread for ","time":"2022-09-12T06:27:37Z"} {"InstanceId":"keen_banach","SubscriptionName":"keen_banach-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-09-12T06:27:42Z"}