2022/10/14 02:43:38 Starting Kubernetes Multicloud API 2022/10/14 02:43:38 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-10-14T02:43:48Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-10-14T02:43:48Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-10-14T03:19:41Z"} 10.233.65.218 - - [14/Oct/2022:03:19:41 +0000] "GET /v1/instance HTTP/1.1" 500 63 127.0.0.1 - - [14/Oct/2022:04:03:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.68.51 - - [14/Oct/2022:04:07:09 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.68.51 - - [14/Oct/2022:04:07:09 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.68.51 - - [14/Oct/2022:04:07:09 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.68.51 - - [14/Oct/2022:04:07:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.68.51 - - [14/Oct/2022:04:07:09 +0000] "GET /v1/rb/definition/cds-ms-rb-dfa66ff7-0ec4-433a-85d1-f974909d2a81/v1 HTTP/1.1" 200 124 10.233.68.51 - - [14/Oct/2022:04:07:09 +0000] "POST /v1/rb/definition/cds-ms-rb-dfa66ff7-0ec4-433a-85d1-f974909d2a81/v1/content HTTP/1.1" 200 0 10.233.68.51 - - [14/Oct/2022:04:07:09 +0000] "GET /v1/rb/definition/cds-ms-rb-dfa66ff7-0ec4-433a-85d1-f974909d2a81/v1 HTTP/1.1" 200 138 10.233.68.51 - - [14/Oct/2022:04:07:09 +0000] "POST /v1/rb/definition/cds-ms-rb-dfa66ff7-0ec4-433a-85d1-f974909d2a81/v1/profile HTTP/1.1" 201 305 10.233.68.51 - - [14/Oct/2022:04:07:09 +0000] "GET /v1/rb/definition/cds-ms-rb-dfa66ff7-0ec4-433a-85d1-f974909d2a81/v1/profile/cds-ms-prof-8eab19c3-6f87-4306-8ece-1b857c6fd00f HTTP/1.1" 200 305 10.233.68.51 - - [14/Oct/2022:04:07:10 +0000] "POST /v1/rb/definition/cds-ms-rb-dfa66ff7-0ec4-433a-85d1-f974909d2a81/v1/profile/cds-ms-prof-8eab19c3-6f87-4306-8ece-1b857c6fd00f/content HTTP/1.1" 200 0 2022/10/14 04:07:10 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/10/14 04:07:10 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/10/14 04:07:10 Main rss info 2022/10/14 04:07:10 Path: /tmp/helm-tmpl-068847766/manifest-0 2022/10/14 04:07:10 Kind: Service 2022/10/14 04:07:10 Path: /tmp/helm-tmpl-068847766/manifest-1 2022/10/14 04:07:10 Kind: Deployment 2022/10/14 04:07:10 Crd rss info 2022/10/14 04:07:10 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-10-14T04:07:10Z"} 2022/10/14 04:07:10 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-068847766/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:07:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-10-14T04:07:10Z"} {"filepath":"/tmp/helm-tmpl-068847766/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:07:10Z"} 2022/10/14 04:07:10 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-10-14T04:07:10Z"} 10.233.68.51 - - [14/Oct/2022:04:07:10 +0000] "POST /v1/instance HTTP/1.1" 201 542 2022/10/14 04:08:37 [Config Cleanup] Instance naughty_edison 2022/10/14 04:08:37 [scheduleResources]: START thread 10.233.68.51 - - [14/Oct/2022:04:08:38 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.51 - - [14/Oct/2022:04:08:38 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.68.51 - - [14/Oct/2022:04:08:38 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/10/14 04:08:42 Stop config thread for naughty_edison {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-10-14T04:08:42Z"} 2022/10/14 04:08:42 No plugin for kind Deployment found. Using generic Plugin 2022/10/14 04:08:42 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-10-14T04:08:42Z"} 2022/10/14 04:08:42 Deleting service: cds-regression-mockserver {"instance":"naughty_edison","level":"info","msg":"[START] status notify thread for ","time":"2022-10-14T04:08:42Z"} {"instance":"naughty_edison","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-14T04:08:47Z"} 2022/10/14 04:08:47 Deleted Obj with ID ObjectID("6348e06ead6af1bc4ecff423") 2022/10/14 04:08:47 Deleted Obj with ID ObjectID("6348e06e56465530d3e6cdeb") 10.233.68.51 - - [14/Oct/2022:04:08:37 +0000] "DELETE /v1/instance/naughty_edison HTTP/1.1" 202 0 10.233.68.51 - - [14/Oct/2022:04:08:47 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/10/14 04:08:47 Deleted Obj with ID ObjectID("6348e06dad6af1bc4ecff41a") 10.233.68.51 - - [14/Oct/2022:04:08:47 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/10/14 04:08:47 Deleted Obj with ID ObjectID("6348e06e56465530d3e6cdad") 127.0.0.1 - - [14/Oct/2022:04:08:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [14/Oct/2022:04:08:49 +0000] "POST /v1/rb/definition/9d78b239-c4cd-4502-a3fd-d258518bca01/891866a1-29c1-40f1-90ce-15918189ff18/content HTTP/1.1" 200 0 127.0.0.1 - - [14/Oct/2022:04:09:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.68.51 - - [14/Oct/2022:04:10:08 +0000] "GET /v1/rb/definition/9d78b239-c4cd-4502-a3fd-d258518bca01/891866a1-29c1-40f1-90ce-15918189ff18 HTTP/1.1" 200 270 10.233.68.51 - - [14/Oct/2022:04:10:08 +0000] "GET /v1/rb/definition/9d78b239-c4cd-4502-a3fd-d258518bca01/891866a1-29c1-40f1-90ce-15918189ff18/profile/cnftest HTTP/1.1" 404 87 10.233.68.51 - - [14/Oct/2022:04:10:08 +0000] "POST /v1/rb/definition/9d78b239-c4cd-4502-a3fd-d258518bca01/891866a1-29c1-40f1-90ce-15918189ff18/profile HTTP/1.1" 201 240 10.233.68.51 - - [14/Oct/2022:04:10:08 +0000] "GET /v1/rb/definition/9d78b239-c4cd-4502-a3fd-d258518bca01/891866a1-29c1-40f1-90ce-15918189ff18/profile/cnftest HTTP/1.1" 200 240 10.233.68.51 - - [14/Oct/2022:04:10:08 +0000] "POST /v1/rb/definition/9d78b239-c4cd-4502-a3fd-d258518bca01/891866a1-29c1-40f1-90ce-15918189ff18/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-10-14T04:10:21Z"} 10.233.68.51 - - [14/Oct/2022:04:10:21 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-336b0ac8-8714-4ee4-91ba-ca82602ebbfb HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"dc63a038-09be-4d08-903e-0b8f340218b5","vf-module-id":"67c1e13d-3e9f-4509-9734-6c39e5ee0da1","vf-module-model-invariant-id":"9d78b239-c4cd-4502-a3fd-d258518bca01","vf-module-model-version-id":"4cc38dfc-44e9-4d07-b23c-38e22de3190c","vf-module-model-customization-id":"891866a1-29c1-40f1-90ce-15918189ff18","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-336b0ac8-8714-4ee4-91ba-ca82602ebbfb"}},"level":"info","msg":"Broker API Payload","time":"2022-10-14T04:10:21Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"9d78b239-c4cd-4502-a3fd-d258518bca01","rb-version":"891866a1-29c1-40f1-90ce-15918189ff18","profile-name":"cnftest","release-name":"67c1e13d-3e9f-4509-9734-6c39e5ee0da1","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-336b0ac8-8714-4ee4-91ba-ca82602ebbfb"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-10-14T04:10:21Z"} 2022/10/14 04:10:21 Main rss info 2022/10/14 04:10:21 Path: /tmp/helm-tmpl-157630893/manifest-0 2022/10/14 04:10:21 Kind: Service 2022/10/14 04:10:21 Path: /tmp/helm-tmpl-157630893/manifest-1 2022/10/14 04:10:21 Kind: Deployment 2022/10/14 04:10:21 Crd rss info 2022/10/14 04:10:21 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-10-14T04:10:21Z"} 2022/10/14 04:10:21 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-157630893/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:10:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-14T04:10:21Z"} {"filepath":"/tmp/helm-tmpl-157630893/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:10:21Z"} 2022/10/14 04:10:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-14T04:10:21Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eloquent_ishizaka","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-14T04:10:21Z"} 10.233.68.51 - - [14/Oct/2022:04:10:21 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 306 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eloquent_ishizaka","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-14T04:10:21Z"} 10.233.68.51 - - [14/Oct/2022:04:10:21 +0000] "GET /basicnf-owner/k8sregion/infra_workload/eloquent_ishizaka HTTP/1.1" 200 125 10.233.68.51 - - [14/Oct/2022:04:10:22 +0000] "POST /basicnf-owner/k8sregion/infra_workload/eloquent_ishizaka HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eloquent_ishizaka","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-14T04:10:49Z"} 10.233.68.51 - - [14/Oct/2022:04:10:49 +0000] "GET /basicnf-owner/k8sregion/infra_workload/eloquent_ishizaka HTTP/1.1" 200 125 2022/10/14 04:10:50 [Config Cleanup] Instance eloquent_ishizaka 2022/10/14 04:10:50 [scheduleResources]: START thread 2022/10/14 04:10:55 Stop config thread for eloquent_ishizaka {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-14T04:10:55Z"} 2022/10/14 04:10:55 No plugin for kind Deployment found. Using generic Plugin 2022/10/14 04:10:55 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-14T04:10:55Z"} 2022/10/14 04:10:55 Deleting service: cnftest-nginx {"instance":"eloquent_ishizaka","level":"info","msg":"[START] status notify thread for ","time":"2022-10-14T04:10:55Z"} {"instance":"eloquent_ishizaka","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-14T04:11:00Z"} 2022/10/14 04:11:00 Deleted Obj with ID ObjectID("6348e12dad6af1bc4ecff42f") 2022/10/14 04:11:00 Deleted Obj with ID ObjectID("6348e12e56465530d3e6cec9") 10.233.68.51 - - [14/Oct/2022:04:10:50 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/eloquent_ishizaka HTTP/1.1" 202 125 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eloquent_ishizaka","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-10-14T04:11:00Z"} 10.233.68.51 - - [14/Oct/2022:04:11:49 +0000] "GET /v1/rb/definition/9d78b239-c4cd-4502-a3fd-d258518bca01/891866a1-29c1-40f1-90ce-15918189ff18 HTTP/1.1" 200 270 10.233.68.51 - - [14/Oct/2022:04:11:49 +0000] "GET /v1/rb/definition/9d78b239-c4cd-4502-a3fd-d258518bca01/891866a1-29c1-40f1-90ce-15918189ff18/profile/cnftest HTTP/1.1" 200 240 2022/10/14 04:11:49 Deleted Obj with ID ObjectID("6348e120ad6af1bc4ecff42d") 2022/10/14 04:11:49 Deleted Obj with ID ObjectID("6348e120ad6af1bc4ecff42e") 2022/10/14 04:11:49 Deleted Obj with ID ObjectID("6348e12056465530d3e6cea6") 10.233.68.51 - - [14/Oct/2022:04:11:49 +0000] "DELETE /v1/rb/definition/9d78b239-c4cd-4502-a3fd-d258518bca01/891866a1-29c1-40f1-90ce-15918189ff18/profile/cnftest HTTP/1.1" 204 0 10.233.68.51 - - [14/Oct/2022:04:12:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/10/14 04:12:16 Deleted Obj with ID ObjectID("6348e0c6ad6af1bc4ecff424") 10.233.68.51 - - [14/Oct/2022:04:12:16 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/10/14 04:12:16 Deleted Obj with ID ObjectID("6348e0c656465530d3e6ce38") 10.233.68.51 - - [14/Oct/2022:04:19:48 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.68.51 - - [14/Oct/2022:04:19:48 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.68.51 - - [14/Oct/2022:04:19:48 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.68.51 - - [14/Oct/2022:04:19:48 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.51 - - [14/Oct/2022:04:19:49 +0000] "GET /v1/rb/definition/pnf-cnf-rb-11aa27eb-b78a-4e9f-b384-776bffeff405/v1 HTTP/1.1" 200 125 10.233.68.51 - - [14/Oct/2022:04:19:49 +0000] "POST /v1/rb/definition/pnf-cnf-rb-11aa27eb-b78a-4e9f-b384-776bffeff405/v1/content HTTP/1.1" 200 0 10.233.68.51 - - [14/Oct/2022:04:19:49 +0000] "GET /v1/rb/definition/pnf-cnf-rb-11aa27eb-b78a-4e9f-b384-776bffeff405/v1 HTTP/1.1" 200 138 10.233.68.51 - - [14/Oct/2022:04:19:49 +0000] "POST /v1/rb/definition/pnf-cnf-rb-11aa27eb-b78a-4e9f-b384-776bffeff405/v1/profile HTTP/1.1" 201 314 10.233.68.51 - - [14/Oct/2022:04:19:49 +0000] "GET /v1/rb/definition/pnf-cnf-rb-11aa27eb-b78a-4e9f-b384-776bffeff405/v1/profile/pnf-cnf-profile-97776f2c-8bee-4cd4-bc83-d16d025c235c HTTP/1.1" 200 314 10.233.68.51 - - [14/Oct/2022:04:19:49 +0000] "POST /v1/rb/definition/pnf-cnf-rb-11aa27eb-b78a-4e9f-b384-776bffeff405/v1/profile/pnf-cnf-profile-97776f2c-8bee-4cd4-bc83-d16d025c235c/content HTTP/1.1" 200 0 2022/10/14 04:19:49 Main rss info 2022/10/14 04:19:49 Path: /tmp/helm-tmpl-687365771/manifest-0 2022/10/14 04:19:49 Kind: Service 2022/10/14 04:19:49 Path: /tmp/helm-tmpl-687365771/manifest-1 2022/10/14 04:19:49 Kind: Service 2022/10/14 04:19:49 Path: /tmp/helm-tmpl-687365771/manifest-2 2022/10/14 04:19:49 Kind: Pod 2022/10/14 04:19:49 Path: /tmp/helm-tmpl-687365771/manifest-3 2022/10/14 04:19:49 Kind: Deployment 2022/10/14 04:19:49 Crd rss info 2022/10/14 04:19:49 Hook info {"filepath":"/tmp/helm-tmpl-687365771/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:19:49Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-14T04:19:49Z"} {"filepath":"/tmp/helm-tmpl-687365771/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:19:49Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-14T04:19:49Z"} {"filepath":"/tmp/helm-tmpl-687365771/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:19:49Z"} 2022/10/14 04:19:49 No plugin for kind Pod found. Using generic Plugin 2022/10/14 04:19:49 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-14T04:19:49Z"} {"filepath":"/tmp/helm-tmpl-687365771/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:19:49Z"} 2022/10/14 04:19:49 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-14T04:19:49Z"} 10.233.68.51 - - [14/Oct/2022:04:19:49 +0000] "POST /v1/instance HTTP/1.1" 201 749 127.0.0.1 - - [14/Oct/2022:04:21:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.68.51 - - [14/Oct/2022:04:22:43 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.68.51 - - [14/Oct/2022:04:22:43 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.68.51 - - [14/Oct/2022:04:22:43 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [14/Oct/2022:04:23:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [14/Oct/2022:04:23:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [14/Oct/2022:04:23:01 +0000] "POST /v1/rb/definition/8aea30f8-ce26-43c5-9912-2aaf44915485/4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a/content HTTP/1.1" 200 0 10.233.72.22 - - [14/Oct/2022:04:28:04 +0000] "GET /v1/rb/definition/8aea30f8-ce26-43c5-9912-2aaf44915485/4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a HTTP/1.1" 200 277 10.233.72.22 - - [14/Oct/2022:04:28:04 +0000] "GET /v1/rb/definition/8aea30f8-ce26-43c5-9912-2aaf44915485/4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a/profile/node-port-profile HTTP/1.1" 404 87 10.233.72.22 - - [14/Oct/2022:04:28:04 +0000] "POST /v1/rb/definition/8aea30f8-ce26-43c5-9912-2aaf44915485/4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a/profile HTTP/1.1" 201 270 10.233.72.22 - - [14/Oct/2022:04:28:04 +0000] "POST /v1/rb/definition/8aea30f8-ce26-43c5-9912-2aaf44915485/4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.72.22 - - [14/Oct/2022:04:28:14 +0000] "GET /v1/rb/definition/8aea30f8-ce26-43c5-9912-2aaf44915485/4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a HTTP/1.1" 200 277 10.233.72.22 - - [14/Oct/2022:04:28:14 +0000] "GET /v1/rb/definition/8aea30f8-ce26-43c5-9912-2aaf44915485/4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a/config-template/replica-count-template HTTP/1.1" 500 78 2022/10/14 04:28:14 [ConfigiTemplate]: create 8aea30f8-ce26-43c5-9912-2aaf44915485 10.233.72.22 - - [14/Oct/2022:04:28:14 +0000] "POST /v1/rb/definition/8aea30f8-ce26-43c5-9912-2aaf44915485/4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a/config-template HTTP/1.1" 201 113 2022/10/14 04:28:14 [ConfigTemplate]: Upload replica-count-template 10.233.72.22 - - [14/Oct/2022:04:28:14 +0000] "POST /v1/rb/definition/8aea30f8-ce26-43c5-9912-2aaf44915485/4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/10/14 04:28:18 Main rss info 2022/10/14 04:28:18 Path: /tmp/helm-tmpl-225838046/manifest-0 2022/10/14 04:28:18 Kind: Service 2022/10/14 04:28:18 Path: /tmp/helm-tmpl-225838046/manifest-1 2022/10/14 04:28:18 Kind: Deployment 2022/10/14 04:28:18 Crd rss info 2022/10/14 04:28:18 Hook info {"filepath":"/tmp/helm-tmpl-225838046/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:28:18Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-14T04:28:18Z"} {"filepath":"/tmp/helm-tmpl-225838046/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:28:18Z"} 2022/10/14 04:28:18 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-14T04:28:18Z"} 10.233.65.218 - - [14/Oct/2022:04:28:18 +0000] "POST /v1/instance HTTP/1.1" 201 1284 2022/10/14 04:28:19 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.65.218 - - [14/Oct/2022:04:28:19 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 14543 {"instance":"sleepy_hofstadter","level":"info","msg":"[START] status notify thread for ","time":"2022-10-14T04:28:42Z"} {"instance":"sleepy_hofstadter","level":"info","msg":"REFRESH WATCHERS","subscription":"sleepy_hofstadter-cnf-adapter","time":"2022-10-14T04:28:47Z"} {"Instance":"sleepy_hofstadter","Kind":"Pod","Subscription":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-14T04:28:47Z"} {"Instance":"sleepy_hofstadter","Kind":"Service","Subscription":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-14T04:28:47Z"} {"Instance":"sleepy_hofstadter","Kind":"Deployment","Subscription":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-14T04:28:47Z"} {"InstanceId":"sleepy_hofstadter","SubscriptionName":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-10-14T04:28:47Z"} 10.233.65.218 - - [14/Oct/2022:04:28:42 +0000] "POST /v1/instance/sleepy_hofstadter/status/subscription HTTP/1.1" 201 657 {"InstanceId":"sleepy_hofstadter","SubscriptionName":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-10-14T04:28:52Z"} 2022/10/14 04:28:52 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.22 - - [14/Oct/2022:04:28:52 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 14880 10.233.72.22 - - [14/Oct/2022:04:29:03 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 14692 2022/10/14 04:29:03 [scheduleResources]: START thread 10.233.72.22 - - [14/Oct/2022:04:29:03 +0000] "GET /v1/instance/sleepy_hofstadter/config/replica-count-change HTTP/1.1" 500 60 2022/10/14 04:29:08 [Config Create] Instance sleepy_hofstadter 2022/10/14 04:29:08 [ConfigTemplate]: Download replica-count-template 2022/10/14 04:29:08 Before Sent to goroutine {8aea30f8-ce26-43c5-9912-2aaf44915485 4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/14 04:29:08 Message Sent to goroutine {8aea30f8-ce26-43c5-9912-2aaf44915485 4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/14 04:29:08 [scheduleResources]: POST {8aea30f8-ce26-43c5-9912-2aaf44915485 4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-901442152/manifest-0}] {"filepath":"/tmp/helm-tmpl-901442152/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:29:08Z"} 2022/10/14 04:29:08 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-901442152/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-10-14T04:29:08Z"} {"filepath":"/tmp/helm-tmpl-901442152/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-14T04:29:08Z"} 2022/10/14 04:29:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-14T04:29:08Z"} 2022/10/14 04:29:08 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.72.22 - - [14/Oct/2022:04:29:08 +0000] "POST /v1/instance/sleepy_hofstadter/config HTTP/1.1" 201 269 2022/10/14 04:29:08 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.22 - - [14/Oct/2022:04:29:08 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 19562 2022/10/14 04:29:18 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.22 - - [14/Oct/2022:04:29:18 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 20931 {"Instance":"sleepy_hofstadter","Subscription":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-14T04:29:27Z"} {"Kind":"Pod","Name":"rel-1-apache-8b6d8d4d-dprzp","level":"info","msg":"CREATED","time":"2022-10-14T04:29:27Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-14T04:29:27Z"} {"Kind":"Pod","Name":"rel-1-apache-8b6d8d4d-gb7sj","level":"info","msg":"MODIFIED","time":"2022-10-14T04:29:27Z"} 2022/10/14 04:29:27 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.218 - - [14/Oct/2022:04:29:27 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 21271 2022/10/14 04:29:28 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.22 - - [14/Oct/2022:04:29:28 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 21271 {"InstanceId":"sleepy_hofstadter","Result":202,"SubscriptionName":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-14T04:29:29Z"} 2022/10/14 04:29:38 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.22 - - [14/Oct/2022:04:29:38 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 21271 2022/10/14 04:29:48 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.22 - - [14/Oct/2022:04:29:48 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 21271 10.233.72.22 - - [14/Oct/2022:04:29:58 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 20979 {"Instance":"sleepy_hofstadter","Subscription":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-14T04:29:59Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-14T04:29:59Z"} {"Kind":"Pod","Name":"rel-1-apache-8b6d8d4d-dprzp","level":"info","msg":"MODIFIED","time":"2022-10-14T04:29:59Z"} 10.233.65.218 - - [14/Oct/2022:04:29:59 +0000] "GET /v1/instance/sleepy_hofstadter/status HTTP/1.1" 200 20979 {"InstanceId":"sleepy_hofstadter","Result":202,"SubscriptionName":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-14T04:30:01Z"} {"Instance":"sleepy_hofstadter","Kind":"Service","Subscription":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-14T04:30:14Z"} {"Instance":"sleepy_hofstadter","Kind":"Pod","Subscription":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-14T04:30:14Z"} {"Instance":"sleepy_hofstadter","Kind":"Deployment","Subscription":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-14T04:30:14Z"} 2022/10/14 04:30:14 Deleted Obj with ID ObjectID("6348e57fad6af1bc4ecff44b") 2022/10/14 04:30:14 Deleted Obj with ID ObjectID("6348e58056465530d3e6d261") 10.233.65.218 - - [14/Oct/2022:04:30:14 +0000] "DELETE /v1/instance/sleepy_hofstadter/status/subscription/sleepy_hofstadter-cnf-adapter HTTP/1.1" 202 0 2022/10/14 04:30:14 [Config Cleanup] Instance sleepy_hofstadter 2022/10/14 04:30:14 [Config Delete] Instance sleepy_hofstadter Config replica-count-change 2022/10/14 04:30:14 [ConfigTemplate]: Download replica-count-template 2022/10/14 04:30:14 Before Sent to goroutine {8aea30f8-ce26-43c5-9912-2aaf44915485 4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/14 04:30:14 Message Sent to goroutine {8aea30f8-ce26-43c5-9912-2aaf44915485 4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/14 04:30:14 [scheduleResources]: DELETE {8aea30f8-ce26-43c5-9912-2aaf44915485 4263bc9b-dbc6-40de-8a30-ce7f76c5ab7a node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-14T04:30:14Z"} 2022/10/14 04:30:14 No plugin for kind Deployment found. Using generic Plugin 2022/10/14 04:30:14 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/10/14 04:30:14 [Config Delete All] Instance sleepy_hofstadter Config replica-count-change 2022/10/14 04:30:14 Stop config thread for sleepy_hofstadter {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-14T04:30:14Z"} 2022/10/14 04:30:14 No plugin for kind Deployment found. Using generic Plugin 2022/10/14 04:30:14 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-10-14T04:30:14Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-14T04:30:14Z"} 2022/10/14 04:30:14 Deleting service: rel-1-apache {"instance":"sleepy_hofstadter","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-14T04:30:14Z"} 2022/10/14 04:30:14 Deleted Obj with ID ObjectID("6348e562ad6af1bc4ecff44a") 10.233.65.218 - - [14/Oct/2022:04:30:14 +0000] "DELETE /v1/instance/sleepy_hofstadter HTTP/1.1" 202 0 2022/10/14 04:30:14 Deleted Obj with ID ObjectID("6348e56256465530d3e6d234") 10.233.68.51 - - [14/Oct/2022:04:30:31 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/10/14 04:30:31 Deleted Obj with ID ObjectID("6348e413ad6af1bc4ecff43c") 2022/10/14 04:30:31 Deleted Obj with ID ObjectID("6348e41456465530d3e6d10d") 10.233.68.51 - - [14/Oct/2022:04:30:31 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"instance":"sleepy_hofstadter","level":"info","msg":"[START] status notify thread for ","time":"2022-10-14T04:30:31Z"} 2022/10/14 04:30:31 [Config Cleanup] Instance practical_aryabhata 2022/10/14 04:30:31 [scheduleResources]: START thread {"InstanceId":"sleepy_hofstadter","SubscriptionName":"sleepy_hofstadter-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-10-14T04:30:36Z"} 2022/10/14 04:30:36 Stop config thread for practical_aryabhata 2022/10/14 04:30:36 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-14T04:30:36Z"} 2022/10/14 04:30:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-14T04:30:36Z"} 2022/10/14 04:30:36 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-14T04:30:36Z"} 2022/10/14 04:30:36 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-14T04:30:36Z"} 2022/10/14 04:30:36 Deleting service: pnf-macro-test-simulator-mongo {"instance":"practical_aryabhata","level":"info","msg":"[START] status notify thread for ","time":"2022-10-14T04:30:36Z"} {"instance":"practical_aryabhata","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-14T04:30:41Z"} 2022/10/14 04:30:41 Deleted Obj with ID ObjectID("6348e365ad6af1bc4ecff438") 10.233.68.51 - - [14/Oct/2022:04:30:31 +0000] "DELETE /v1/instance/practical_aryabhata HTTP/1.1" 202 0 2022/10/14 04:30:41 Deleted Obj with ID ObjectID("6348e36556465530d3e6d08e") 10.233.68.51 - - [14/Oct/2022:04:30:41 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/10/14 04:30:41 Deleted Obj with ID ObjectID("6348e364ad6af1bc4ecff430") 10.233.68.51 - - [14/Oct/2022:04:30:41 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/10/14 04:30:41 Deleted Obj with ID ObjectID("6348e36556465530d3e6d053")