2022/05/07 01:21:03 Starting Kubernetes Multicloud API 2022/05/07 01:21:03 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-05-07T01:21:13Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-05-07T01:21:13Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-05-07T01:55:32Z"} 10.233.78.199 - - [07/May/2022:01:55:32 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.75.142 - - [07/May/2022:02:40:21 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:02:41:57 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:02:43:40 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:02:43:44 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:02:45:13 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:02:46:40 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:02:48:20 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:02:49:43 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [07/May/2022:02:50:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [07/May/2022:02:53:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.75.142 - - [07/May/2022:02:55:02 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:03:01:01 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "GET /v1/rb/definition/cds-ms-rb-6d1a641d-ed51-4f54-af54-d61b9a91bb51/v1 HTTP/1.1" 200 124 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "POST /v1/rb/definition/cds-ms-rb-6d1a641d-ed51-4f54-af54-d61b9a91bb51/v1/content HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "GET /v1/rb/definition/cds-ms-rb-6d1a641d-ed51-4f54-af54-d61b9a91bb51/v1 HTTP/1.1" 200 138 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "POST /v1/rb/definition/cds-ms-rb-6d1a641d-ed51-4f54-af54-d61b9a91bb51/v1/profile HTTP/1.1" 201 305 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "GET /v1/rb/definition/cds-ms-rb-6d1a641d-ed51-4f54-af54-d61b9a91bb51/v1/profile/cds-ms-prof-cd8d2f93-7ff4-4cbd-ba86-8bdbd3cfc0f3 HTTP/1.1" 200 305 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "POST /v1/rb/definition/cds-ms-rb-6d1a641d-ed51-4f54-af54-d61b9a91bb51/v1/profile/cds-ms-prof-cd8d2f93-7ff4-4cbd-ba86-8bdbd3cfc0f3/content HTTP/1.1" 200 0 2022/05/07 03:06:35 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/05/07 03:06:35 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/05/07 03:06:35 Main rss info 2022/05/07 03:06:35 Path: /tmp/helm-tmpl-642678630/manifest-0 2022/05/07 03:06:35 Kind: Service 2022/05/07 03:06:35 Path: /tmp/helm-tmpl-642678630/manifest-1 2022/05/07 03:06:35 Kind: Deployment 2022/05/07 03:06:35 Crd rss info 2022/05/07 03:06:35 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-05-07T03:06:35Z"} 2022/05/07 03:06:35 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-642678630/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:06:35Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-05-07T03:06:35Z"} {"filepath":"/tmp/helm-tmpl-642678630/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:06:35Z"} 2022/05/07 03:06:35 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-05-07T03:06:36Z"} 10.233.75.142 - - [07/May/2022:03:06:35 +0000] "POST /v1/instance HTTP/1.1" 201 549 2022/05/07 03:07:53 [Config Cleanup] Instance romantic_grothendieck 2022/05/07 03:07:53 [scheduleResources]: START thread 2022/05/07 03:07:58 Stop config thread for romantic_grothendieck {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-05-07T03:07:58Z"} 2022/05/07 03:07:58 No plugin for kind Deployment found. Using generic Plugin 2022/05/07 03:07:58 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-05-07T03:07:58Z"} 2022/05/07 03:07:58 Deleting service: cds-regression-mockserver {"instance":"romantic_grothendieck","level":"info","msg":"[START] status notify thread for ","time":"2022-05-07T03:07:58Z"} {"instance":"romantic_grothendieck","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-07T03:08:03Z"} 2022/05/07 03:08:03 Deleted Obj with ID ObjectID("6275e23b3a2ac454d09bc6d7") 2022/05/07 03:08:03 Deleted Obj with ID ObjectID("6275e23b04ff8771f8d35e6a") 10.233.75.142 - - [07/May/2022:03:07:53 +0000] "DELETE /v1/instance/romantic_grothendieck HTTP/1.1" 202 0 10.233.75.142 - - [07/May/2022:03:08:03 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/05/07 03:08:03 Deleted Obj with ID ObjectID("6275e23b3a2ac454d09bc6ce") 2022/05/07 03:08:03 Deleted Obj with ID ObjectID("6275e23b04ff8771f8d35e2c") 10.233.75.142 - - [07/May/2022:03:08:03 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.75.142 - - [07/May/2022:03:11:48 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.75.142 - - [07/May/2022:03:11:48 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.75.142 - - [07/May/2022:03:11:48 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [07/May/2022:03:12:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [07/May/2022:03:12:00 +0000] "POST /v1/rb/definition/7f5e75cb-e12b-4298-9359-5a5571ee90fb/270eb74d-ad29-4b6b-a437-22639c1e1572/content HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:03:15:20 +0000] "GET /v1/rb/definition/7f5e75cb-e12b-4298-9359-5a5571ee90fb/270eb74d-ad29-4b6b-a437-22639c1e1572 HTTP/1.1" 200 270 10.233.75.142 - - [07/May/2022:03:15:20 +0000] "GET /v1/rb/definition/7f5e75cb-e12b-4298-9359-5a5571ee90fb/270eb74d-ad29-4b6b-a437-22639c1e1572/profile/cnftest HTTP/1.1" 404 87 10.233.75.142 - - [07/May/2022:03:15:20 +0000] "POST /v1/rb/definition/7f5e75cb-e12b-4298-9359-5a5571ee90fb/270eb74d-ad29-4b6b-a437-22639c1e1572/profile HTTP/1.1" 201 240 10.233.75.142 - - [07/May/2022:03:15:20 +0000] "GET /v1/rb/definition/7f5e75cb-e12b-4298-9359-5a5571ee90fb/270eb74d-ad29-4b6b-a437-22639c1e1572/profile/cnftest HTTP/1.1" 200 240 10.233.75.142 - - [07/May/2022:03:15:20 +0000] "POST /v1/rb/definition/7f5e75cb-e12b-4298-9359-5a5571ee90fb/270eb74d-ad29-4b6b-a437-22639c1e1572/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-05-07T03:15:33Z"} 10.233.75.142 - - [07/May/2022:03:15:33 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-1bc30734-2792-49e6-a2c7-dace583d7ddf HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"06656131-7733-488b-a6ef-aa8e4c290794","vf-module-id":"00458416-f940-46b6-9c5e-0295c52bac96","vf-module-model-invariant-id":"7f5e75cb-e12b-4298-9359-5a5571ee90fb","vf-module-model-version-id":"90b09a8e-2a03-4b2e-84ca-14883e70fd02","vf-module-model-customization-id":"270eb74d-ad29-4b6b-a437-22639c1e1572","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-1bc30734-2792-49e6-a2c7-dace583d7ddf"}},"level":"info","msg":"Broker API Payload","time":"2022-05-07T03:15:34Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"7f5e75cb-e12b-4298-9359-5a5571ee90fb","rb-version":"270eb74d-ad29-4b6b-a437-22639c1e1572","profile-name":"cnftest","release-name":"00458416-f940-46b6-9c5e-0295c52bac96","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-1bc30734-2792-49e6-a2c7-dace583d7ddf"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-05-07T03:15:34Z"} 2022/05/07 03:15:34 Main rss info 2022/05/07 03:15:34 Path: /tmp/helm-tmpl-535790073/manifest-0 2022/05/07 03:15:34 Kind: Service 2022/05/07 03:15:34 Path: /tmp/helm-tmpl-535790073/manifest-1 2022/05/07 03:15:34 Kind: Deployment 2022/05/07 03:15:34 Crd rss info 2022/05/07 03:15:34 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-05-07T03:15:34Z"} 2022/05/07 03:15:34 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-535790073/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:15:34Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-07T03:15:34Z"} {"filepath":"/tmp/helm-tmpl-535790073/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:15:34Z"} 2022/05/07 03:15:34 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-07T03:15:34Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jovial_napier","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-07T03:15:34Z"} 10.233.75.142 - - [07/May/2022:03:15:34 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 302 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jovial_napier","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-07T03:15:34Z"} 10.233.75.142 - - [07/May/2022:03:15:34 +0000] "GET /basicnf-owner/k8sregion/infra_workload/jovial_napier HTTP/1.1" 200 121 10.233.75.142 - - [07/May/2022:03:15:34 +0000] "POST /basicnf-owner/k8sregion/infra_workload/jovial_napier HTTP/1.1" 405 0 10.233.75.142 - - [07/May/2022:03:16:03 +0000] "GET /basicnf-owner/k8sregion/infra_workload/jovial_napier HTTP/1.1" 200 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jovial_napier","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-07T03:16:03Z"} 2022/05/07 03:16:04 [Config Cleanup] Instance jovial_napier 2022/05/07 03:16:04 [scheduleResources]: START thread 2022/05/07 03:16:09 Stop config thread for jovial_napier {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-07T03:16:09Z"} 2022/05/07 03:16:09 No plugin for kind Deployment found. Using generic Plugin 2022/05/07 03:16:09 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-07T03:16:09Z"} 2022/05/07 03:16:09 Deleting service: cnftest-nginx {"instance":"jovial_napier","level":"info","msg":"[START] status notify thread for ","time":"2022-05-07T03:16:09Z"} {"instance":"jovial_napier","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-07T03:16:14Z"} 2022/05/07 03:16:14 Deleted Obj with ID ObjectID("6275e4563a2ac454d09bc6e0") 2022/05/07 03:16:14 Deleted Obj with ID ObjectID("6275e45604ff8771f8d3600d") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"jovial_napier","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-05-07T03:16:14Z"} 10.233.75.142 - - [07/May/2022:03:16:04 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/jovial_napier HTTP/1.1" 202 121 10.233.75.142 - - [07/May/2022:03:16:20 +0000] "GET /v1/rb/definition/7f5e75cb-e12b-4298-9359-5a5571ee90fb/270eb74d-ad29-4b6b-a437-22639c1e1572 HTTP/1.1" 200 270 10.233.75.142 - - [07/May/2022:03:16:20 +0000] "GET /v1/rb/definition/7f5e75cb-e12b-4298-9359-5a5571ee90fb/270eb74d-ad29-4b6b-a437-22639c1e1572/profile/cnftest HTTP/1.1" 200 240 2022/05/07 03:16:20 Deleted Obj with ID ObjectID("6275e4483a2ac454d09bc6de") 2022/05/07 03:16:20 Deleted Obj with ID ObjectID("6275e4483a2ac454d09bc6df") 10.233.75.142 - - [07/May/2022:03:16:20 +0000] "DELETE /v1/rb/definition/7f5e75cb-e12b-4298-9359-5a5571ee90fb/270eb74d-ad29-4b6b-a437-22639c1e1572/profile/cnftest HTTP/1.1" 204 0 2022/05/07 03:16:20 Deleted Obj with ID ObjectID("6275e44804ff8771f8d35fe6") 10.233.75.142 - - [07/May/2022:03:16:48 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/05/07 03:16:48 Deleted Obj with ID ObjectID("6275e3743a2ac454d09bc6d8") 2022/05/07 03:16:48 Deleted Obj with ID ObjectID("6275e37404ff8771f8d35f49") 10.233.75.142 - - [07/May/2022:03:16:48 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 127.0.0.1 - - [07/May/2022:03:23:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [07/May/2022:03:23:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.75.142 - - [07/May/2022:03:24:19 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.75.142 - - [07/May/2022:03:24:20 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.75.142 - - [07/May/2022:03:24:20 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [07/May/2022:03:24:40 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [07/May/2022:03:24:40 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [07/May/2022:03:24:40 +0000] "POST /v1/rb/definition/641244fe-279f-4518-8c42-0f289ec63b2e/822d3a03-f7e7-453c-906c-296b676cd7e9/content HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2939a1e3-173e-4a6c-a61d-c751a919a7e8/v1 HTTP/1.1" 200 125 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2939a1e3-173e-4a6c-a61d-c751a919a7e8/v1/content HTTP/1.1" 200 0 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2939a1e3-173e-4a6c-a61d-c751a919a7e8/v1 HTTP/1.1" 200 138 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2939a1e3-173e-4a6c-a61d-c751a919a7e8/v1/profile HTTP/1.1" 201 314 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2939a1e3-173e-4a6c-a61d-c751a919a7e8/v1/profile/pnf-cnf-profile-02425fc1-d6ac-4e87-97ce-d2137d353632 HTTP/1.1" 200 314 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2939a1e3-173e-4a6c-a61d-c751a919a7e8/v1/profile/pnf-cnf-profile-02425fc1-d6ac-4e87-97ce-d2137d353632/content HTTP/1.1" 200 0 2022/05/07 03:26:41 Main rss info 2022/05/07 03:26:41 Path: /tmp/helm-tmpl-433640042/manifest-0 2022/05/07 03:26:41 Kind: Service 2022/05/07 03:26:41 Path: /tmp/helm-tmpl-433640042/manifest-1 2022/05/07 03:26:41 Kind: Service 2022/05/07 03:26:41 Path: /tmp/helm-tmpl-433640042/manifest-2 2022/05/07 03:26:41 Kind: Pod 2022/05/07 03:26:41 Path: /tmp/helm-tmpl-433640042/manifest-3 2022/05/07 03:26:41 Kind: Deployment 2022/05/07 03:26:41 Crd rss info 2022/05/07 03:26:41 Hook info {"filepath":"/tmp/helm-tmpl-433640042/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:26:41Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-07T03:26:42Z"} {"filepath":"/tmp/helm-tmpl-433640042/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:26:42Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-07T03:26:42Z"} {"filepath":"/tmp/helm-tmpl-433640042/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:26:42Z"} 2022/05/07 03:26:42 No plugin for kind Pod found. Using generic Plugin 2022/05/07 03:26:42 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-07T03:26:42Z"} {"filepath":"/tmp/helm-tmpl-433640042/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:26:42Z"} 2022/05/07 03:26:42 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-07T03:26:42Z"} 10.233.75.142 - - [07/May/2022:03:26:41 +0000] "POST /v1/instance HTTP/1.1" 201 747 10.233.71.117 - - [07/May/2022:03:28:40 +0000] "GET /v1/rb/definition/641244fe-279f-4518-8c42-0f289ec63b2e/822d3a03-f7e7-453c-906c-296b676cd7e9 HTTP/1.1" 200 277 10.233.71.117 - - [07/May/2022:03:28:40 +0000] "GET /v1/rb/definition/641244fe-279f-4518-8c42-0f289ec63b2e/822d3a03-f7e7-453c-906c-296b676cd7e9/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.117 - - [07/May/2022:03:28:40 +0000] "POST /v1/rb/definition/641244fe-279f-4518-8c42-0f289ec63b2e/822d3a03-f7e7-453c-906c-296b676cd7e9/profile HTTP/1.1" 201 270 10.233.71.117 - - [07/May/2022:03:28:40 +0000] "POST /v1/rb/definition/641244fe-279f-4518-8c42-0f289ec63b2e/822d3a03-f7e7-453c-906c-296b676cd7e9/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.117 - - [07/May/2022:03:28:49 +0000] "GET /v1/rb/definition/641244fe-279f-4518-8c42-0f289ec63b2e/822d3a03-f7e7-453c-906c-296b676cd7e9 HTTP/1.1" 200 277 10.233.71.117 - - [07/May/2022:03:28:49 +0000] "GET /v1/rb/definition/641244fe-279f-4518-8c42-0f289ec63b2e/822d3a03-f7e7-453c-906c-296b676cd7e9/config-template/replica-count-template HTTP/1.1" 500 78 2022/05/07 03:28:49 [ConfigiTemplate]: create 641244fe-279f-4518-8c42-0f289ec63b2e 10.233.71.117 - - [07/May/2022:03:28:49 +0000] "POST /v1/rb/definition/641244fe-279f-4518-8c42-0f289ec63b2e/822d3a03-f7e7-453c-906c-296b676cd7e9/config-template HTTP/1.1" 201 113 2022/05/07 03:28:49 [ConfigTemplate]: Upload replica-count-template 10.233.71.117 - - [07/May/2022:03:28:49 +0000] "POST /v1/rb/definition/641244fe-279f-4518-8c42-0f289ec63b2e/822d3a03-f7e7-453c-906c-296b676cd7e9/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/05/07 03:28:52 Main rss info 2022/05/07 03:28:52 Path: /tmp/helm-tmpl-316810310/manifest-0 2022/05/07 03:28:52 Kind: Service 2022/05/07 03:28:52 Path: /tmp/helm-tmpl-316810310/manifest-1 2022/05/07 03:28:52 Kind: Deployment 2022/05/07 03:28:52 Crd rss info 2022/05/07 03:28:52 Hook info {"filepath":"/tmp/helm-tmpl-316810310/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:28:52Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-07T03:28:52Z"} {"filepath":"/tmp/helm-tmpl-316810310/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:28:52Z"} 2022/05/07 03:28:52 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-07T03:28:52Z"} 10.233.78.199 - - [07/May/2022:03:28:52 +0000] "POST /v1/instance HTTP/1.1" 201 1277 2022/05/07 03:28:54 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.78.199 - - [07/May/2022:03:28:53 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 14524 {"instance":"sharp_buck","level":"info","msg":"[START] status notify thread for ","time":"2022-05-07T03:29:11Z"} {"instance":"sharp_buck","level":"info","msg":"REFRESH WATCHERS","subscription":"sharp_buck-cnf-adapter","time":"2022-05-07T03:29:16Z"} {"Instance":"sharp_buck","Kind":"Pod","Subscription":"sharp_buck-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-07T03:29:16Z"} {"Instance":"sharp_buck","Kind":"Service","Subscription":"sharp_buck-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-07T03:29:16Z"} {"Instance":"sharp_buck","Kind":"Deployment","Subscription":"sharp_buck-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-07T03:29:16Z"} {"InstanceId":"sharp_buck","SubscriptionName":"sharp_buck-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-05-07T03:29:16Z"} 10.233.78.199 - - [07/May/2022:03:29:11 +0000] "POST /v1/instance/sharp_buck/status/subscription HTTP/1.1" 201 636 {"InstanceId":"sharp_buck","SubscriptionName":"sharp_buck-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-05-07T03:29:21Z"} 2022/05/07 03:29:25 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.117 - - [07/May/2022:03:29:25 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 14524 2022/05/07 03:29:35 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.117 - - [07/May/2022:03:29:35 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 14864 2022/05/07 03:29:45 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.117 - - [07/May/2022:03:29:45 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 14864 2022/05/07 03:29:56 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.117 - - [07/May/2022:03:29:55 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 14864 {"Instance":"sharp_buck","Subscription":"sharp_buck-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-07T03:29:56Z"} {"Kind":"Pod","Name":"rel-1-apache-57b8d6694c-rrm4s","level":"info","msg":"MODIFIED","time":"2022-05-07T03:29:56Z"} 2022/05/07 03:29:56 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.78.199 - - [07/May/2022:03:29:56 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 14864 {"InstanceId":"sharp_buck","Result":202,"SubscriptionName":"sharp_buck-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-07T03:29:59Z"} 10.233.71.117 - - [07/May/2022:03:30:06 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 14676 2022/05/07 03:30:06 [scheduleResources]: START thread 10.233.71.117 - - [07/May/2022:03:30:06 +0000] "GET /v1/instance/sharp_buck/config/replica-count-change HTTP/1.1" 500 60 2022/05/07 03:30:11 [Config Create] Instance sharp_buck 2022/05/07 03:30:11 [ConfigTemplate]: Download replica-count-template 2022/05/07 03:30:11 Before Sent to goroutine {641244fe-279f-4518-8c42-0f289ec63b2e 822d3a03-f7e7-453c-906c-296b676cd7e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/07 03:30:11 Message Sent to goroutine {641244fe-279f-4518-8c42-0f289ec63b2e 822d3a03-f7e7-453c-906c-296b676cd7e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/07 03:30:11 [scheduleResources]: POST {641244fe-279f-4518-8c42-0f289ec63b2e 822d3a03-f7e7-453c-906c-296b676cd7e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-217249491/manifest-0}] {"filepath":"/tmp/helm-tmpl-217249491/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:30:11Z"} 2022/05/07 03:30:11 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-217249491/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-05-07T03:30:11Z"} {"filepath":"/tmp/helm-tmpl-217249491/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-07T03:30:11Z"} 2022/05/07 03:30:11 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-07T03:30:11Z"} 2022/05/07 03:30:11 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.117 - - [07/May/2022:03:30:11 +0000] "POST /v1/instance/sharp_buck/config HTTP/1.1" 201 262 2022/05/07 03:30:12 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.117 - - [07/May/2022:03:30:11 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 14741 2022/05/07 03:30:22 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.117 - - [07/May/2022:03:30:22 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 20914 {"Instance":"sharp_buck","Subscription":"sharp_buck-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-07T03:30:30Z"} {"Kind":"Pod","Name":"rel-1-apache-57b8d6694c-4qf9d","level":"info","msg":"CREATED","time":"2022-05-07T03:30:30Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-07T03:30:30Z"} {"Kind":"Pod","Name":"rel-1-apache-57b8d6694c-rrm4s","level":"info","msg":"MODIFIED","time":"2022-05-07T03:30:30Z"} 2022/05/07 03:30:30 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.78.199 - - [07/May/2022:03:30:30 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 20914 10.233.71.117 - - [07/May/2022:03:30:32 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 20914 2022/05/07 03:30:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready {"InstanceId":"sharp_buck","Result":202,"SubscriptionName":"sharp_buck-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-07T03:30:33Z"} 2022/05/07 03:30:44 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.117 - - [07/May/2022:03:30:43 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 20914 2022/05/07 03:30:54 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.117 - - [07/May/2022:03:30:54 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 20914 {"Instance":"sharp_buck","Subscription":"sharp_buck-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-07T03:31:03Z"} {"Kind":"Pod","Name":"rel-1-apache-57b8d6694c-4qf9d","level":"info","msg":"MODIFIED","time":"2022-05-07T03:31:03Z"} 2022/05/07 03:31:03 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.78.199 - - [07/May/2022:03:31:03 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 21257 2022/05/07 03:31:04 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.117 - - [07/May/2022:03:31:04 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 21257 {"InstanceId":"sharp_buck","Result":202,"SubscriptionName":"sharp_buck-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-07T03:31:04Z"} 2022/05/07 03:31:14 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.117 - - [07/May/2022:03:31:14 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 21257 2022/05/07 03:31:24 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.117 - - [07/May/2022:03:31:24 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 21257 10.233.71.117 - - [07/May/2022:03:31:34 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 20965 {"Instance":"sharp_buck","Subscription":"sharp_buck-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-07T03:31:34Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-07T03:31:34Z"} {"Kind":"Pod","Name":"rel-1-apache-57b8d6694c-4qf9d","level":"info","msg":"MODIFIED","time":"2022-05-07T03:31:34Z"} 10.233.78.199 - - [07/May/2022:03:31:35 +0000] "GET /v1/instance/sharp_buck/status HTTP/1.1" 200 20965 {"InstanceId":"sharp_buck","Result":202,"SubscriptionName":"sharp_buck-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-07T03:31:36Z"} {"Instance":"sharp_buck","Kind":"Deployment","Subscription":"sharp_buck-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-07T03:31:58Z"} {"Instance":"sharp_buck","Kind":"Pod","Subscription":"sharp_buck-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-07T03:31:58Z"} {"Instance":"sharp_buck","Kind":"Service","Subscription":"sharp_buck-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-07T03:31:58Z"} 2022/05/07 03:31:58 Deleted Obj with ID ObjectID("6275e78c3a2ac454d09bc6ff") 2022/05/07 03:31:58 Deleted Obj with ID ObjectID("6275e78c04ff8771f8d36302") 10.233.78.199 - - [07/May/2022:03:31:58 +0000] "DELETE /v1/instance/sharp_buck/status/subscription/sharp_buck-cnf-adapter HTTP/1.1" 202 0 2022/05/07 03:31:58 [Config Cleanup] Instance sharp_buck 2022/05/07 03:31:58 [Config Delete] Instance sharp_buck Config replica-count-change 2022/05/07 03:31:58 [ConfigTemplate]: Download replica-count-template 2022/05/07 03:31:59 Before Sent to goroutine {641244fe-279f-4518-8c42-0f289ec63b2e 822d3a03-f7e7-453c-906c-296b676cd7e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/07 03:31:59 Message Sent to goroutine {641244fe-279f-4518-8c42-0f289ec63b2e 822d3a03-f7e7-453c-906c-296b676cd7e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/07 03:31:59 [scheduleResources]: DELETE {641244fe-279f-4518-8c42-0f289ec63b2e 822d3a03-f7e7-453c-906c-296b676cd7e9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-07T03:31:59Z"} 2022/05/07 03:31:59 No plugin for kind Deployment found. Using generic Plugin 2022/05/07 03:31:59 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/05/07 03:31:59 [Config Delete All] Instance sharp_buck Config replica-count-change 2022/05/07 03:31:59 Stop config thread for sharp_buck {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-07T03:31:59Z"} 2022/05/07 03:31:59 No plugin for kind Deployment found. Using generic Plugin 2022/05/07 03:31:59 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-05-07T03:31:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-07T03:31:59Z"} 2022/05/07 03:31:59 Deleting service: rel-1-apache {"instance":"sharp_buck","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-07T03:31:59Z"} 2022/05/07 03:31:59 Deleted Obj with ID ObjectID("6275e7743a2ac454d09bc6fe") 2022/05/07 03:31:59 Deleted Obj with ID ObjectID("6275e77404ff8771f8d362db") 10.233.78.199 - - [07/May/2022:03:31:58 +0000] "DELETE /v1/instance/sharp_buck HTTP/1.1" 202 0 {"instance":"sharp_buck","level":"info","msg":"[START] status notify thread for ","time":"2022-05-07T03:32:06Z"} {"InstanceId":"sharp_buck","SubscriptionName":"sharp_buck-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-05-07T03:32:11Z"} 10.233.75.142 - - [07/May/2022:03:32:23 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/05/07 03:32:23 Deleted Obj with ID ObjectID("6275e6643a2ac454d09bc6e7") 2022/05/07 03:32:23 Deleted Obj with ID ObjectID("6275e66404ff8771f8d36197") 10.233.75.142 - - [07/May/2022:03:32:23 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0