2022/07/20 03:01:18 Starting Kubernetes Multicloud API 2022/07/20 03:01:18 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-07-20T03:01:28Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-07-20T03:01:28Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-07-20T03:35:06Z"} 10.233.71.140 - - [20/Jul/2022:03:35:06 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.67.185 - - [20/Jul/2022:04:19:46 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [20/Jul/2022:04:25:15 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [20/Jul/2022:04:30:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.67.185 - - [20/Jul/2022:04:38:32 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.67.185 - - [20/Jul/2022:04:38:32 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.67.185 - - [20/Jul/2022:04:38:32 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.67.185 - - [20/Jul/2022:04:38:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.67.185 - - [20/Jul/2022:04:38:32 +0000] "GET /v1/rb/definition/cds-ms-rb-eddde9aa-b648-46ec-a112-44fa6dba505d/v1 HTTP/1.1" 200 124 10.233.67.185 - - [20/Jul/2022:04:38:32 +0000] "POST /v1/rb/definition/cds-ms-rb-eddde9aa-b648-46ec-a112-44fa6dba505d/v1/content HTTP/1.1" 200 0 10.233.67.185 - - [20/Jul/2022:04:38:33 +0000] "GET /v1/rb/definition/cds-ms-rb-eddde9aa-b648-46ec-a112-44fa6dba505d/v1 HTTP/1.1" 200 138 10.233.67.185 - - [20/Jul/2022:04:38:33 +0000] "POST /v1/rb/definition/cds-ms-rb-eddde9aa-b648-46ec-a112-44fa6dba505d/v1/profile HTTP/1.1" 201 305 10.233.67.185 - - [20/Jul/2022:04:38:33 +0000] "GET /v1/rb/definition/cds-ms-rb-eddde9aa-b648-46ec-a112-44fa6dba505d/v1/profile/cds-ms-prof-1f9d7620-826b-4aab-95e5-52336bc5d747 HTTP/1.1" 200 305 10.233.67.185 - - [20/Jul/2022:04:38:33 +0000] "POST /v1/rb/definition/cds-ms-rb-eddde9aa-b648-46ec-a112-44fa6dba505d/v1/profile/cds-ms-prof-1f9d7620-826b-4aab-95e5-52336bc5d747/content HTTP/1.1" 200 0 2022/07/20 04:38:33 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/07/20 04:38:33 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/07/20 04:38:33 Main rss info 2022/07/20 04:38:33 Path: /tmp/helm-tmpl-589147053/manifest-0 2022/07/20 04:38:33 Kind: Service 2022/07/20 04:38:33 Path: /tmp/helm-tmpl-589147053/manifest-1 2022/07/20 04:38:33 Kind: Deployment 2022/07/20 04:38:33 Crd rss info 2022/07/20 04:38:33 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-07-20T04:38:33Z"} 2022/07/20 04:38:33 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-589147053/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T04:38:33Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-07-20T04:38:33Z"} {"filepath":"/tmp/helm-tmpl-589147053/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T04:38:33Z"} 2022/07/20 04:38:33 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-07-20T04:38:33Z"} 10.233.67.185 - - [20/Jul/2022:04:38:33 +0000] "POST /v1/instance HTTP/1.1" 201 546 2022/07/20 04:39:50 [Config Cleanup] Instance practical_ishizaka 2022/07/20 04:39:50 [scheduleResources]: START thread 2022/07/20 04:39:55 Stop config thread for practical_ishizaka {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-07-20T04:39:55Z"} 2022/07/20 04:39:55 No plugin for kind Deployment found. Using generic Plugin 2022/07/20 04:39:55 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-07-20T04:39:55Z"} 2022/07/20 04:39:55 Deleting service: cds-regression-mockserver {"instance":"practical_ishizaka","level":"info","msg":"[START] status notify thread for ","time":"2022-07-20T04:39:55Z"} {"instance":"practical_ishizaka","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-20T04:40:00Z"} 2022/07/20 04:40:00 Deleted Obj with ID ObjectID("62d786c92de80ce5e503f83d") 2022/07/20 04:40:00 Deleted Obj with ID ObjectID("62d786c946b941f718fc6299") 10.233.67.185 - - [20/Jul/2022:04:39:50 +0000] "DELETE /v1/instance/practical_ishizaka HTTP/1.1" 202 0 10.233.67.185 - - [20/Jul/2022:04:40:00 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/07/20 04:40:00 Deleted Obj with ID ObjectID("62d786c82de80ce5e503f834") 2022/07/20 04:40:00 Deleted Obj with ID ObjectID("62d786c946b941f718fc625b") 10.233.67.185 - - [20/Jul/2022:04:40:00 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.67.185 - - [20/Jul/2022:04:40:12 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.67.185 - - [20/Jul/2022:04:40:12 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.67.185 - - [20/Jul/2022:04:40:12 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [20/Jul/2022:04:40:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [20/Jul/2022:04:40:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [20/Jul/2022:04:40:45 +0000] "POST /v1/rb/definition/33d4d676-bee7-4280-abad-8f5ad8e22a95/afe9035a-1ffa-4747-98a6-26f4617a9e86/content HTTP/1.1" 200 0 10.233.67.185 - - [20/Jul/2022:04:46:44 +0000] "GET /v1/rb/definition/33d4d676-bee7-4280-abad-8f5ad8e22a95/afe9035a-1ffa-4747-98a6-26f4617a9e86 HTTP/1.1" 200 270 10.233.67.185 - - [20/Jul/2022:04:46:44 +0000] "GET /v1/rb/definition/33d4d676-bee7-4280-abad-8f5ad8e22a95/afe9035a-1ffa-4747-98a6-26f4617a9e86/profile/cnftest HTTP/1.1" 404 87 10.233.67.185 - - [20/Jul/2022:04:46:44 +0000] "POST /v1/rb/definition/33d4d676-bee7-4280-abad-8f5ad8e22a95/afe9035a-1ffa-4747-98a6-26f4617a9e86/profile HTTP/1.1" 201 240 10.233.67.185 - - [20/Jul/2022:04:46:45 +0000] "GET /v1/rb/definition/33d4d676-bee7-4280-abad-8f5ad8e22a95/afe9035a-1ffa-4747-98a6-26f4617a9e86/profile/cnftest HTTP/1.1" 200 240 10.233.67.185 - - [20/Jul/2022:04:46:45 +0000] "POST /v1/rb/definition/33d4d676-bee7-4280-abad-8f5ad8e22a95/afe9035a-1ffa-4747-98a6-26f4617a9e86/profile/cnftest/content HTTP/1.1" 200 0 10.233.67.185 - - [20/Jul/2022:04:46:53 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-951151be-ebc5-4346-a56a-681f0761b33d HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-07-20T04:46:53Z"} {"Body":{},"Payload":{"generic-vnf-id":"b63592b4-8038-4ac0-85a9-303ee08b9946","vf-module-id":"93235be4-6e3f-4aae-8699-536682a7a18d","vf-module-model-invariant-id":"33d4d676-bee7-4280-abad-8f5ad8e22a95","vf-module-model-version-id":"3c4dcd26-14d0-4ed7-a827-0e61f738371f","vf-module-model-customization-id":"afe9035a-1ffa-4747-98a6-26f4617a9e86","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-951151be-ebc5-4346-a56a-681f0761b33d"}},"level":"info","msg":"Broker API Payload","time":"2022-07-20T04:46:54Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"33d4d676-bee7-4280-abad-8f5ad8e22a95","rb-version":"afe9035a-1ffa-4747-98a6-26f4617a9e86","profile-name":"cnftest","release-name":"93235be4-6e3f-4aae-8699-536682a7a18d","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-951151be-ebc5-4346-a56a-681f0761b33d"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-07-20T04:46:54Z"} 2022/07/20 04:46:54 Main rss info 2022/07/20 04:46:54 Path: /tmp/helm-tmpl-333190680/manifest-0 2022/07/20 04:46:54 Kind: Service 2022/07/20 04:46:54 Path: /tmp/helm-tmpl-333190680/manifest-1 2022/07/20 04:46:54 Kind: Deployment 2022/07/20 04:46:54 Crd rss info 2022/07/20 04:46:54 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-07-20T04:46:54Z"} 2022/07/20 04:46:54 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-333190680/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T04:46:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-07-20T04:46:54Z"} {"filepath":"/tmp/helm-tmpl-333190680/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T04:46:54Z"} 2022/07/20 04:46:54 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-07-20T04:46:54Z"} 10.233.67.185 - - [20/Jul/2022:04:46:54 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 310 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"competent_ardinghelli","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-07-20T04:46:54Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"competent_ardinghelli","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-07-20T04:46:54Z"} 10.233.67.185 - - [20/Jul/2022:04:46:54 +0000] "GET /basicnf-owner/k8sregion/infra_workload/competent_ardinghelli HTTP/1.1" 200 129 10.233.67.185 - - [20/Jul/2022:04:46:54 +0000] "POST /basicnf-owner/k8sregion/infra_workload/competent_ardinghelli HTTP/1.1" 405 0 10.233.67.185 - - [20/Jul/2022:04:47:46 +0000] "GET /basicnf-owner/k8sregion/infra_workload/competent_ardinghelli HTTP/1.1" 200 129 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"competent_ardinghelli","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-07-20T04:47:46Z"} 2022/07/20 04:47:47 [Config Cleanup] Instance competent_ardinghelli 2022/07/20 04:47:47 [scheduleResources]: START thread 2022/07/20 04:47:52 Stop config thread for competent_ardinghelli {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-07-20T04:47:52Z"} 2022/07/20 04:47:52 No plugin for kind Deployment found. Using generic Plugin 2022/07/20 04:47:52 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-07-20T04:47:52Z"} 2022/07/20 04:47:52 Deleting service: cnftest-nginx {"instance":"competent_ardinghelli","level":"info","msg":"[START] status notify thread for ","time":"2022-07-20T04:47:52Z"} {"instance":"competent_ardinghelli","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-20T04:47:57Z"} 2022/07/20 04:47:57 Deleted Obj with ID ObjectID("62d788be2de80ce5e503f849") 2022/07/20 04:47:57 Deleted Obj with ID ObjectID("62d788be46b941f718fc6435") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"competent_ardinghelli","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-07-20T04:47:57Z"} 10.233.67.185 - - [20/Jul/2022:04:47:46 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/competent_ardinghelli HTTP/1.1" 202 129 10.233.67.185 - - [20/Jul/2022:04:48:04 +0000] "GET /v1/rb/definition/33d4d676-bee7-4280-abad-8f5ad8e22a95/afe9035a-1ffa-4747-98a6-26f4617a9e86 HTTP/1.1" 200 270 10.233.67.185 - - [20/Jul/2022:04:48:04 +0000] "GET /v1/rb/definition/33d4d676-bee7-4280-abad-8f5ad8e22a95/afe9035a-1ffa-4747-98a6-26f4617a9e86/profile/cnftest HTTP/1.1" 200 240 2022/07/20 04:48:04 Deleted Obj with ID ObjectID("62d788b42de80ce5e503f847") 2022/07/20 04:48:04 Deleted Obj with ID ObjectID("62d788b52de80ce5e503f848") 2022/07/20 04:48:04 Deleted Obj with ID ObjectID("62d788b546b941f718fc6413") 10.233.67.185 - - [20/Jul/2022:04:48:04 +0000] "DELETE /v1/rb/definition/33d4d676-bee7-4280-abad-8f5ad8e22a95/afe9035a-1ffa-4747-98a6-26f4617a9e86/profile/cnftest HTTP/1.1" 204 0 10.233.67.185 - - [20/Jul/2022:04:48:32 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/07/20 04:48:32 Deleted Obj with ID ObjectID("62d7872c2de80ce5e503f83e") 10.233.67.185 - - [20/Jul/2022:04:48:32 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/07/20 04:48:32 Deleted Obj with ID ObjectID("62d7872c46b941f718fc62f3") 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "GET /v1/rb/definition/pnf-cnf-rb-0b44668c-4f27-4972-9dc7-771d4213a56a/v1 HTTP/1.1" 200 125 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "POST /v1/rb/definition/pnf-cnf-rb-0b44668c-4f27-4972-9dc7-771d4213a56a/v1/content HTTP/1.1" 200 0 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "GET /v1/rb/definition/pnf-cnf-rb-0b44668c-4f27-4972-9dc7-771d4213a56a/v1 HTTP/1.1" 200 138 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "POST /v1/rb/definition/pnf-cnf-rb-0b44668c-4f27-4972-9dc7-771d4213a56a/v1/profile HTTP/1.1" 201 314 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "GET /v1/rb/definition/pnf-cnf-rb-0b44668c-4f27-4972-9dc7-771d4213a56a/v1/profile/pnf-cnf-profile-848f5ac2-8a2c-42dd-bb63-d23488fffc3c HTTP/1.1" 200 314 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "POST /v1/rb/definition/pnf-cnf-rb-0b44668c-4f27-4972-9dc7-771d4213a56a/v1/profile/pnf-cnf-profile-848f5ac2-8a2c-42dd-bb63-d23488fffc3c/content HTTP/1.1" 200 0 2022/07/20 04:59:49 Main rss info 2022/07/20 04:59:49 Path: /tmp/helm-tmpl-554048478/manifest-0 2022/07/20 04:59:49 Kind: Service 2022/07/20 04:59:49 Path: /tmp/helm-tmpl-554048478/manifest-1 2022/07/20 04:59:49 Kind: Service 2022/07/20 04:59:49 Path: /tmp/helm-tmpl-554048478/manifest-2 2022/07/20 04:59:49 Kind: Pod 2022/07/20 04:59:49 Path: /tmp/helm-tmpl-554048478/manifest-3 2022/07/20 04:59:49 Kind: Deployment 2022/07/20 04:59:49 Crd rss info 2022/07/20 04:59:49 Hook info {"filepath":"/tmp/helm-tmpl-554048478/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T04:59:49Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-20T04:59:49Z"} {"filepath":"/tmp/helm-tmpl-554048478/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T04:59:49Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-07-20T04:59:49Z"} {"filepath":"/tmp/helm-tmpl-554048478/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T04:59:49Z"} 2022/07/20 04:59:49 No plugin for kind Pod found. Using generic Plugin 2022/07/20 04:59:49 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-07-20T04:59:49Z"} {"filepath":"/tmp/helm-tmpl-554048478/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T04:59:49Z"} 2022/07/20 04:59:49 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-20T04:59:49Z"} 10.233.67.185 - - [20/Jul/2022:04:59:49 +0000] "POST /v1/instance HTTP/1.1" 201 744 10.233.67.185 - - [20/Jul/2022:05:01:31 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.67.185 - - [20/Jul/2022:05:01:31 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.67.185 - - [20/Jul/2022:05:01:31 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [20/Jul/2022:05:01:54 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [20/Jul/2022:05:01:54 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [20/Jul/2022:05:01:54 +0000] "POST /v1/rb/definition/99a55db3-7427-497c-bbd0-71930f9d424b/a0c4a61a-136e-460b-b625-04d11ed561a2/content HTTP/1.1" 200 0 127.0.0.1 - - [20/Jul/2022:05:02:07 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.66.113 - - [20/Jul/2022:05:05:54 +0000] "GET /v1/rb/definition/99a55db3-7427-497c-bbd0-71930f9d424b/a0c4a61a-136e-460b-b625-04d11ed561a2 HTTP/1.1" 200 277 10.233.66.113 - - [20/Jul/2022:05:05:54 +0000] "GET /v1/rb/definition/99a55db3-7427-497c-bbd0-71930f9d424b/a0c4a61a-136e-460b-b625-04d11ed561a2/profile/node-port-profile HTTP/1.1" 404 87 10.233.66.113 - - [20/Jul/2022:05:05:54 +0000] "POST /v1/rb/definition/99a55db3-7427-497c-bbd0-71930f9d424b/a0c4a61a-136e-460b-b625-04d11ed561a2/profile HTTP/1.1" 201 270 10.233.66.113 - - [20/Jul/2022:05:05:54 +0000] "POST /v1/rb/definition/99a55db3-7427-497c-bbd0-71930f9d424b/a0c4a61a-136e-460b-b625-04d11ed561a2/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.66.113 - - [20/Jul/2022:05:06:04 +0000] "GET /v1/rb/definition/99a55db3-7427-497c-bbd0-71930f9d424b/a0c4a61a-136e-460b-b625-04d11ed561a2 HTTP/1.1" 200 277 10.233.66.113 - - [20/Jul/2022:05:06:04 +0000] "GET /v1/rb/definition/99a55db3-7427-497c-bbd0-71930f9d424b/a0c4a61a-136e-460b-b625-04d11ed561a2/config-template/replica-count-template HTTP/1.1" 500 78 2022/07/20 05:06:04 [ConfigiTemplate]: create 99a55db3-7427-497c-bbd0-71930f9d424b 10.233.66.113 - - [20/Jul/2022:05:06:04 +0000] "POST /v1/rb/definition/99a55db3-7427-497c-bbd0-71930f9d424b/a0c4a61a-136e-460b-b625-04d11ed561a2/config-template HTTP/1.1" 201 113 2022/07/20 05:06:04 [ConfigTemplate]: Upload replica-count-template 10.233.66.113 - - [20/Jul/2022:05:06:04 +0000] "POST /v1/rb/definition/99a55db3-7427-497c-bbd0-71930f9d424b/a0c4a61a-136e-460b-b625-04d11ed561a2/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/07/20 05:06:06 Main rss info 2022/07/20 05:06:06 Path: /tmp/helm-tmpl-584400469/manifest-0 2022/07/20 05:06:06 Kind: Service 2022/07/20 05:06:06 Path: /tmp/helm-tmpl-584400469/manifest-1 2022/07/20 05:06:06 Kind: Deployment 2022/07/20 05:06:06 Crd rss info 2022/07/20 05:06:06 Hook info {"filepath":"/tmp/helm-tmpl-584400469/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T05:06:07Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-07-20T05:06:07Z"} {"filepath":"/tmp/helm-tmpl-584400469/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T05:06:07Z"} 2022/07/20 05:06:07 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-07-20T05:06:07Z"} 10.233.71.140 - - [20/Jul/2022:05:06:06 +0000] "POST /v1/instance HTTP/1.1" 201 1285 2022/07/20 05:06:08 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.140 - - [20/Jul/2022:05:06:07 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 14558 {"instance":"festive_tereshkova","level":"info","msg":"[START] status notify thread for ","time":"2022-07-20T05:06:30Z"} {"instance":"festive_tereshkova","level":"info","msg":"REFRESH WATCHERS","subscription":"festive_tereshkova-cnf-adapter","time":"2022-07-20T05:06:35Z"} {"Instance":"festive_tereshkova","Kind":"Service","Subscription":"festive_tereshkova-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-07-20T05:06:35Z"} {"Instance":"festive_tereshkova","Kind":"Deployment","Subscription":"festive_tereshkova-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-07-20T05:06:35Z"} {"Instance":"festive_tereshkova","Kind":"Pod","Subscription":"festive_tereshkova-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-07-20T05:06:35Z"} 10.233.71.140 - - [20/Jul/2022:05:06:30 +0000] "POST /v1/instance/festive_tereshkova/status/subscription HTTP/1.1" 201 660 {"InstanceId":"festive_tereshkova","SubscriptionName":"festive_tereshkova-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-07-20T05:06:35Z"} {"InstanceId":"festive_tereshkova","SubscriptionName":"festive_tereshkova-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-07-20T05:06:40Z"} 2022/07/20 05:06:41 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.113 - - [20/Jul/2022:05:06:41 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 14901 2022/07/20 05:06:51 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.113 - - [20/Jul/2022:05:06:51 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 14901 2022/07/20 05:07:01 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.113 - - [20/Jul/2022:05:07:01 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 14901 10.233.66.113 - - [20/Jul/2022:05:07:11 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 14713 2022/07/20 05:07:11 [scheduleResources]: START thread {"Instance":"festive_tereshkova","Subscription":"festive_tereshkova-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-07-20T05:07:15Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-07-20T05:07:15Z"} {"Kind":"Pod","Name":"rel-1-apache-5b7ccb4cf8-s5glk","level":"info","msg":"MODIFIED","time":"2022-07-20T05:07:15Z"} 10.233.71.140 - - [20/Jul/2022:05:07:15 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 14713 10.233.66.113 - - [20/Jul/2022:05:07:11 +0000] "GET /v1/instance/festive_tereshkova/config/replica-count-change HTTP/1.1" 500 60 2022/07/20 05:07:16 [Config Create] Instance festive_tereshkova 2022/07/20 05:07:16 [ConfigTemplate]: Download replica-count-template 2022/07/20 05:07:16 Before Sent to goroutine {99a55db3-7427-497c-bbd0-71930f9d424b a0c4a61a-136e-460b-b625-04d11ed561a2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/20 05:07:16 Message Sent to goroutine {99a55db3-7427-497c-bbd0-71930f9d424b a0c4a61a-136e-460b-b625-04d11ed561a2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/20 05:07:16 [scheduleResources]: POST {99a55db3-7427-497c-bbd0-71930f9d424b a0c4a61a-136e-460b-b625-04d11ed561a2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-036133883/manifest-0}] {"filepath":"/tmp/helm-tmpl-036133883/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T05:07:16Z"} 2022/07/20 05:07:16 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-036133883/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-07-20T05:07:16Z"} {"filepath":"/tmp/helm-tmpl-036133883/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-20T05:07:16Z"} 2022/07/20 05:07:16 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-07-20T05:07:16Z"} 2022/07/20 05:07:16 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.66.113 - - [20/Jul/2022:05:07:16 +0000] "POST /v1/instance/festive_tereshkova/config HTTP/1.1" 201 270 2022/07/20 05:07:16 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.113 - - [20/Jul/2022:05:07:16 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 20962 {"InstanceId":"festive_tereshkova","Result":202,"SubscriptionName":"festive_tereshkova-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-07-20T05:07:17Z"} 2022/07/20 05:07:26 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.113 - - [20/Jul/2022:05:07:26 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 20962 2022/07/20 05:07:36 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.113 - - [20/Jul/2022:05:07:36 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 21302 2022/07/20 05:07:46 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.113 - - [20/Jul/2022:05:07:46 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 21302 {"Instance":"festive_tereshkova","Subscription":"festive_tereshkova-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-07-20T05:07:47Z"} {"Kind":"Pod","Name":"rel-1-apache-5b7ccb4cf8-p7hv5","level":"info","msg":"CREATED","time":"2022-07-20T05:07:47Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-07-20T05:07:47Z"} 2022/07/20 05:07:47 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.140 - - [20/Jul/2022:05:07:47 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 21302 {"InstanceId":"festive_tereshkova","Result":202,"SubscriptionName":"festive_tereshkova-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-07-20T05:07:49Z"} 10.233.66.113 - - [20/Jul/2022:05:07:57 +0000] "GET /v1/instance/festive_tereshkova/status HTTP/1.1" 200 21010 2022/07/20 05:08:07 [Config Cleanup] Instance upbeat_feynman 2022/07/20 05:08:07 [scheduleResources]: START thread 2022/07/20 05:08:12 Stop config thread for upbeat_feynman {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-20T05:08:12Z"} 2022/07/20 05:08:12 No plugin for kind Deployment found. Using generic Plugin 2022/07/20 05:08:12 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-07-20T05:08:12Z"} 2022/07/20 05:08:12 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-07-20T05:08:12Z"} 2022/07/20 05:08:12 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-20T05:08:12Z"} 2022/07/20 05:08:12 Deleting service: pnf-macro-test-simulator-mongo {"instance":"upbeat_feynman","level":"info","msg":"[START] status notify thread for ","time":"2022-07-20T05:08:12Z"} {"instance":"upbeat_feynman","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-20T05:08:17Z"} 2022/07/20 05:08:17 Deleted Obj with ID ObjectID("62d78bc52de80ce5e503f852") 2022/07/20 05:08:17 Deleted Obj with ID ObjectID("62d78bc546b941f718fc6679") 10.233.67.185 - - [20/Jul/2022:05:08:07 +0000] "DELETE /v1/instance/upbeat_feynman HTTP/1.1" 202 0 {"Instance":"festive_tereshkova","Kind":"Service","Subscription":"festive_tereshkova-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-07-20T05:08:17Z"} {"Instance":"festive_tereshkova","Kind":"Pod","Subscription":"festive_tereshkova-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-07-20T05:08:17Z"} {"Instance":"festive_tereshkova","Kind":"Deployment","Subscription":"festive_tereshkova-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-07-20T05:08:17Z"} 2022/07/20 05:08:17 Deleted Obj with ID ObjectID("62d78d5b2de80ce5e503f865") 2022/07/20 05:08:17 Deleted Obj with ID ObjectID("62d78d5b46b941f718fc67f9") 10.233.71.140 - - [20/Jul/2022:05:08:13 +0000] "DELETE /v1/instance/festive_tereshkova/status/subscription/festive_tereshkova-cnf-adapter HTTP/1.1" 202 0 2022/07/20 05:08:17 [Config Cleanup] Instance festive_tereshkova 2022/07/20 05:08:17 [Config Delete] Instance festive_tereshkova Config replica-count-change 10.233.67.185 - - [20/Jul/2022:05:08:17 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/07/20 05:08:17 [ConfigTemplate]: Download replica-count-template 2022/07/20 05:08:17 Before Sent to goroutine {99a55db3-7427-497c-bbd0-71930f9d424b a0c4a61a-136e-460b-b625-04d11ed561a2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/20 05:08:17 Message Sent to goroutine {99a55db3-7427-497c-bbd0-71930f9d424b a0c4a61a-136e-460b-b625-04d11ed561a2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/20 05:08:17 [scheduleResources]: DELETE {99a55db3-7427-497c-bbd0-71930f9d424b a0c4a61a-136e-460b-b625-04d11ed561a2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-07-20T05:08:17Z"} 2022/07/20 05:08:17 No plugin for kind Deployment found. Using generic Plugin 2022/07/20 05:08:17 Deleted Obj with ID ObjectID("62d78bc52de80ce5e503f84a") 10.233.67.185 - - [20/Jul/2022:05:08:17 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/07/20 05:08:17 Deleted Obj with ID ObjectID("62d78bc546b941f718fc663e") 2022/07/20 05:08:17 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/07/20 05:08:17 [Config Delete All] Instance festive_tereshkova Config replica-count-change 2022/07/20 05:08:17 Stop config thread for festive_tereshkova {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-07-20T05:08:17Z"} 2022/07/20 05:08:17 No plugin for kind Deployment found. Using generic Plugin 2022/07/20 05:08:17 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-07-20T05:08:17Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-07-20T05:08:17Z"} 2022/07/20 05:08:17 Deleting service: rel-1-apache {"instance":"festive_tereshkova","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-20T05:08:17Z"} 2022/07/20 05:08:17 Deleted Obj with ID ObjectID("62d78d3f2de80ce5e503f864") 2022/07/20 05:08:17 Deleted Obj with ID ObjectID("62d78d3f46b941f718fc67d1") 10.233.71.140 - - [20/Jul/2022:05:08:17 +0000] "DELETE /v1/instance/festive_tereshkova HTTP/1.1" 202 0 {"instance":"festive_tereshkova","level":"info","msg":"[START] status notify thread for ","time":"2022-07-20T05:08:19Z"} {"InstanceId":"festive_tereshkova","SubscriptionName":"festive_tereshkova-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-07-20T05:08:24Z"} 10.233.67.185 - - [20/Jul/2022:05:08:40 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/07/20 05:08:40 Deleted Obj with ID ObjectID("62d78c2b2de80ce5e503f853") 2022/07/20 05:08:40 Deleted Obj with ID ObjectID("62d78c2c46b941f718fc66c5") 10.233.67.185 - - [20/Jul/2022:05:08:40 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0