2022/11/03 02:37:54 Starting Kubernetes Multicloud API 2022/11/03 02:37:54 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-03T02:38:04Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-03T02:38:04Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-03T03:06:15Z"} 10.233.69.22 - - [03/Nov/2022:03:06:15 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.66.144 - - [03/Nov/2022:03:41:51 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.144 - - [03/Nov/2022:03:59:47 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.66.144 - - [03/Nov/2022:03:59:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.66.144 - - [03/Nov/2022:03:59:47 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.66.144 - - [03/Nov/2022:03:59:47 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.144 - - [03/Nov/2022:03:59:47 +0000] "GET /v1/rb/definition/cds-ms-rb-f12c2eb7-3daa-41c3-bc3e-3482d734c283/v1 HTTP/1.1" 200 124 10.233.66.144 - - [03/Nov/2022:03:59:47 +0000] "POST /v1/rb/definition/cds-ms-rb-f12c2eb7-3daa-41c3-bc3e-3482d734c283/v1/content HTTP/1.1" 200 0 10.233.66.144 - - [03/Nov/2022:03:59:48 +0000] "GET /v1/rb/definition/cds-ms-rb-f12c2eb7-3daa-41c3-bc3e-3482d734c283/v1 HTTP/1.1" 200 138 10.233.66.144 - - [03/Nov/2022:03:59:48 +0000] "POST /v1/rb/definition/cds-ms-rb-f12c2eb7-3daa-41c3-bc3e-3482d734c283/v1/profile HTTP/1.1" 201 305 10.233.66.144 - - [03/Nov/2022:03:59:48 +0000] "GET /v1/rb/definition/cds-ms-rb-f12c2eb7-3daa-41c3-bc3e-3482d734c283/v1/profile/cds-ms-prof-bef35bf0-4b41-4a9a-8422-8f1690f5d296 HTTP/1.1" 200 305 10.233.66.144 - - [03/Nov/2022:03:59:48 +0000] "POST /v1/rb/definition/cds-ms-rb-f12c2eb7-3daa-41c3-bc3e-3482d734c283/v1/profile/cds-ms-prof-bef35bf0-4b41-4a9a-8422-8f1690f5d296/content HTTP/1.1" 200 0 2022/11/03 03:59:48 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/03 03:59:48 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/03 03:59:48 Main rss info 2022/11/03 03:59:48 Path: /tmp/helm-tmpl-671188768/manifest-0 2022/11/03 03:59:48 Kind: Service 2022/11/03 03:59:48 Path: /tmp/helm-tmpl-671188768/manifest-1 2022/11/03 03:59:48 Kind: Deployment 2022/11/03 03:59:48 Crd rss info 2022/11/03 03:59:48 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-03T03:59:48Z"} 2022/11/03 03:59:48 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-671188768/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T03:59:48Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-03T03:59:48Z"} {"filepath":"/tmp/helm-tmpl-671188768/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T03:59:48Z"} 2022/11/03 03:59:48 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-03T03:59:48Z"} 10.233.66.144 - - [03/Nov/2022:03:59:48 +0000] "POST /v1/instance HTTP/1.1" 201 540 127.0.0.1 - - [03/Nov/2022:04:01:05 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 2022/11/03 04:01:06 [Config Cleanup] Instance frosty_payne 2022/11/03 04:01:06 [scheduleResources]: START thread 2022/11/03 04:01:11 Stop config thread for frosty_payne 2022/11/03 04:01:11 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-03T04:01:11Z"} 2022/11/03 04:01:11 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-03T04:01:12Z"} 2022/11/03 04:01:12 Deleting service: cds-regression-mockserver {"instance":"frosty_payne","level":"info","msg":"[START] status notify thread for ","time":"2022-11-03T04:01:12Z"} {"instance":"frosty_payne","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-03T04:01:17Z"} 2022/11/03 04:01:17 Deleted Obj with ID ObjectID("63633cb4c2ee080ac52d417d") 2022/11/03 04:01:17 Deleted Obj with ID ObjectID("63633cb41432634225e13d6e") 10.233.66.144 - - [03/Nov/2022:04:01:06 +0000] "DELETE /v1/instance/frosty_payne HTTP/1.1" 202 0 10.233.66.144 - - [03/Nov/2022:04:01:17 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/11/03 04:01:17 Deleted Obj with ID ObjectID("63633cb3c2ee080ac52d4174") 2022/11/03 04:01:17 Deleted Obj with ID ObjectID("63633cb31432634225e13d30") 10.233.66.144 - - [03/Nov/2022:04:01:17 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.66.144 - - [03/Nov/2022:04:01:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.66.144 - - [03/Nov/2022:04:01:17 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.66.144 - - [03/Nov/2022:04:01:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [03/Nov/2022:04:01:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [03/Nov/2022:04:01:28 +0000] "POST /v1/rb/definition/cb67c2d6-cd24-43f2-bef8-72d37f257479/69e110fa-7333-42c0-bb7b-8cb4aa36a9c2/content HTTP/1.1" 200 0 10.233.66.144 - - [03/Nov/2022:04:07:47 +0000] "GET /v1/rb/definition/cb67c2d6-cd24-43f2-bef8-72d37f257479/69e110fa-7333-42c0-bb7b-8cb4aa36a9c2 HTTP/1.1" 200 270 10.233.66.144 - - [03/Nov/2022:04:07:48 +0000] "GET /v1/rb/definition/cb67c2d6-cd24-43f2-bef8-72d37f257479/69e110fa-7333-42c0-bb7b-8cb4aa36a9c2/profile/cnftest HTTP/1.1" 404 87 10.233.66.144 - - [03/Nov/2022:04:07:48 +0000] "POST /v1/rb/definition/cb67c2d6-cd24-43f2-bef8-72d37f257479/69e110fa-7333-42c0-bb7b-8cb4aa36a9c2/profile HTTP/1.1" 201 240 10.233.66.144 - - [03/Nov/2022:04:07:48 +0000] "GET /v1/rb/definition/cb67c2d6-cd24-43f2-bef8-72d37f257479/69e110fa-7333-42c0-bb7b-8cb4aa36a9c2/profile/cnftest HTTP/1.1" 200 240 10.233.66.144 - - [03/Nov/2022:04:07:48 +0000] "POST /v1/rb/definition/cb67c2d6-cd24-43f2-bef8-72d37f257479/69e110fa-7333-42c0-bb7b-8cb4aa36a9c2/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-03T04:07:55Z"} 10.233.66.144 - - [03/Nov/2022:04:07:55 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-9799f8bb-70de-42a6-af59-7822dfa950e2 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"93cd1f61-02e9-4839-9a02-dd6caff7f594","vf-module-id":"d4b1d299-7316-46f4-80b5-ea7ba31e80aa","vf-module-model-invariant-id":"cb67c2d6-cd24-43f2-bef8-72d37f257479","vf-module-model-version-id":"f926e27c-5e71-4dc9-bfaf-8e0f76d3a766","vf-module-model-customization-id":"69e110fa-7333-42c0-bb7b-8cb4aa36a9c2","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-9799f8bb-70de-42a6-af59-7822dfa950e2"}},"level":"info","msg":"Broker API Payload","time":"2022-11-03T04:07:55Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"cb67c2d6-cd24-43f2-bef8-72d37f257479","rb-version":"69e110fa-7333-42c0-bb7b-8cb4aa36a9c2","profile-name":"cnftest","release-name":"d4b1d299-7316-46f4-80b5-ea7ba31e80aa","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-9799f8bb-70de-42a6-af59-7822dfa950e2"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-03T04:07:55Z"} 2022/11/03 04:07:55 Main rss info 2022/11/03 04:07:55 Path: /tmp/helm-tmpl-437055535/manifest-0 2022/11/03 04:07:55 Kind: Service 2022/11/03 04:07:55 Path: /tmp/helm-tmpl-437055535/manifest-1 2022/11/03 04:07:55 Kind: Deployment 2022/11/03 04:07:55 Crd rss info 2022/11/03 04:07:55 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-03T04:07:55Z"} 2022/11/03 04:07:55 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-437055535/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T04:07:55Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-03T04:07:55Z"} {"filepath":"/tmp/helm-tmpl-437055535/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T04:07:55Z"} 2022/11/03 04:07:55 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-03T04:07:55Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"affectionate_heyrovsky","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-03T04:07:55Z"} 10.233.66.144 - - [03/Nov/2022:04:07:55 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 311 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"affectionate_heyrovsky","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-03T04:07:55Z"} 10.233.66.144 - - [03/Nov/2022:04:07:55 +0000] "GET /basicnf-owner/k8sregion/infra_workload/affectionate_heyrovsky HTTP/1.1" 200 130 10.233.66.144 - - [03/Nov/2022:04:07:55 +0000] "POST /basicnf-owner/k8sregion/infra_workload/affectionate_heyrovsky HTTP/1.1" 405 0 10.233.66.144 - - [03/Nov/2022:04:08:16 +0000] "GET /basicnf-owner/k8sregion/infra_workload/affectionate_heyrovsky HTTP/1.1" 200 130 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"affectionate_heyrovsky","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-03T04:08:16Z"} 2022/11/03 04:08:16 [Config Cleanup] Instance affectionate_heyrovsky 2022/11/03 04:08:16 [scheduleResources]: START thread 2022/11/03 04:08:21 Stop config thread for affectionate_heyrovsky {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-03T04:08:21Z"} 2022/11/03 04:08:21 No plugin for kind Deployment found. Using generic Plugin 2022/11/03 04:08:21 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-03T04:08:21Z"} 2022/11/03 04:08:21 Deleting service: cnftest-nginx {"instance":"affectionate_heyrovsky","level":"info","msg":"[START] status notify thread for ","time":"2022-11-03T04:08:21Z"} {"instance":"affectionate_heyrovsky","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-03T04:08:26Z"} 2022/11/03 04:08:26 Deleted Obj with ID ObjectID("63633e9bc2ee080ac52d4189") 2022/11/03 04:08:26 Deleted Obj with ID ObjectID("63633e9b1432634225e13f04") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"affectionate_heyrovsky","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-03T04:08:26Z"} 10.233.66.144 - - [03/Nov/2022:04:08:16 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/affectionate_heyrovsky HTTP/1.1" 202 130 10.233.66.144 - - [03/Nov/2022:04:08:35 +0000] "GET /v1/rb/definition/cb67c2d6-cd24-43f2-bef8-72d37f257479/69e110fa-7333-42c0-bb7b-8cb4aa36a9c2 HTTP/1.1" 200 270 10.233.66.144 - - [03/Nov/2022:04:08:35 +0000] "GET /v1/rb/definition/cb67c2d6-cd24-43f2-bef8-72d37f257479/69e110fa-7333-42c0-bb7b-8cb4aa36a9c2/profile/cnftest HTTP/1.1" 200 240 2022/11/03 04:08:35 Deleted Obj with ID ObjectID("63633e94c2ee080ac52d4187") 2022/11/03 04:08:35 Deleted Obj with ID ObjectID("63633e94c2ee080ac52d4188") 10.233.66.144 - - [03/Nov/2022:04:08:35 +0000] "DELETE /v1/rb/definition/cb67c2d6-cd24-43f2-bef8-72d37f257479/69e110fa-7333-42c0-bb7b-8cb4aa36a9c2/profile/cnftest HTTP/1.1" 204 0 2022/11/03 04:08:35 Deleted Obj with ID ObjectID("63633e941432634225e13ee2") 10.233.66.144 - - [03/Nov/2022:04:09:01 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/11/03 04:09:01 Deleted Obj with ID ObjectID("63633d0dc2ee080ac52d4181") 10.233.66.144 - - [03/Nov/2022:04:09:01 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/11/03 04:09:01 Deleted Obj with ID ObjectID("63633d0d1432634225e13dd0") 10.233.66.144 - - [03/Nov/2022:04:11:38 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.66.144 - - [03/Nov/2022:04:11:38 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.66.144 - - [03/Nov/2022:04:11:39 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.66.144 - - [03/Nov/2022:04:11:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.144 - - [03/Nov/2022:04:11:39 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b1de4d95-3040-4fb0-856e-1c9055010ba8/v1 HTTP/1.1" 200 125 10.233.66.144 - - [03/Nov/2022:04:11:39 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b1de4d95-3040-4fb0-856e-1c9055010ba8/v1/content HTTP/1.1" 200 0 10.233.66.144 - - [03/Nov/2022:04:11:39 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b1de4d95-3040-4fb0-856e-1c9055010ba8/v1 HTTP/1.1" 200 138 10.233.66.144 - - [03/Nov/2022:04:11:39 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b1de4d95-3040-4fb0-856e-1c9055010ba8/v1/profile HTTP/1.1" 201 314 10.233.66.144 - - [03/Nov/2022:04:11:39 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b1de4d95-3040-4fb0-856e-1c9055010ba8/v1/profile/pnf-cnf-profile-64e95dfc-b82e-4276-abe2-022e17488e0d HTTP/1.1" 200 314 10.233.66.144 - - [03/Nov/2022:04:11:39 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b1de4d95-3040-4fb0-856e-1c9055010ba8/v1/profile/pnf-cnf-profile-64e95dfc-b82e-4276-abe2-022e17488e0d/content HTTP/1.1" 200 0 2022/11/03 04:11:39 Main rss info 2022/11/03 04:11:39 Path: /tmp/helm-tmpl-841460349/manifest-0 2022/11/03 04:11:39 Kind: Service 2022/11/03 04:11:39 Path: /tmp/helm-tmpl-841460349/manifest-1 2022/11/03 04:11:39 Kind: Service 2022/11/03 04:11:39 Path: /tmp/helm-tmpl-841460349/manifest-2 2022/11/03 04:11:39 Kind: Pod 2022/11/03 04:11:39 Path: /tmp/helm-tmpl-841460349/manifest-3 2022/11/03 04:11:39 Kind: Deployment 2022/11/03 04:11:39 Crd rss info 2022/11/03 04:11:39 Hook info {"filepath":"/tmp/helm-tmpl-841460349/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T04:11:39Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-03T04:11:39Z"} {"filepath":"/tmp/helm-tmpl-841460349/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T04:11:39Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-03T04:11:39Z"} {"filepath":"/tmp/helm-tmpl-841460349/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T04:11:39Z"} 2022/11/03 04:11:39 No plugin for kind Pod found. Using generic Plugin 2022/11/03 04:11:39 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-03T04:11:39Z"} {"filepath":"/tmp/helm-tmpl-841460349/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T04:11:39Z"} 2022/11/03 04:11:39 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-03T04:11:39Z"} 10.233.66.144 - - [03/Nov/2022:04:11:39 +0000] "POST /v1/instance HTTP/1.1" 201 744 10.233.66.144 - - [03/Nov/2022:04:13:47 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.66.144 - - [03/Nov/2022:04:13:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.66.144 - - [03/Nov/2022:04:13:47 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [03/Nov/2022:04:13:48 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.1 - - [03/Nov/2022:04:14:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [03/Nov/2022:04:14:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [03/Nov/2022:04:14:09 +0000] "POST /v1/rb/definition/6ae794b9-881f-4257-abf9-143829dceb52/f38f7b06-2fdc-455b-b6ba-d11a8332879c/content HTTP/1.1" 200 0 10.233.66.198 - - [03/Nov/2022:04:18:04 +0000] "GET /v1/rb/definition/6ae794b9-881f-4257-abf9-143829dceb52/f38f7b06-2fdc-455b-b6ba-d11a8332879c HTTP/1.1" 200 277 10.233.66.198 - - [03/Nov/2022:04:18:05 +0000] "GET /v1/rb/definition/6ae794b9-881f-4257-abf9-143829dceb52/f38f7b06-2fdc-455b-b6ba-d11a8332879c/profile/node-port-profile HTTP/1.1" 404 87 10.233.66.198 - - [03/Nov/2022:04:18:05 +0000] "POST /v1/rb/definition/6ae794b9-881f-4257-abf9-143829dceb52/f38f7b06-2fdc-455b-b6ba-d11a8332879c/profile HTTP/1.1" 201 270 10.233.66.198 - - [03/Nov/2022:04:18:05 +0000] "POST /v1/rb/definition/6ae794b9-881f-4257-abf9-143829dceb52/f38f7b06-2fdc-455b-b6ba-d11a8332879c/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.66.198 - - [03/Nov/2022:04:18:14 +0000] "GET /v1/rb/definition/6ae794b9-881f-4257-abf9-143829dceb52/f38f7b06-2fdc-455b-b6ba-d11a8332879c HTTP/1.1" 200 277 10.233.66.198 - - [03/Nov/2022:04:18:14 +0000] "GET /v1/rb/definition/6ae794b9-881f-4257-abf9-143829dceb52/f38f7b06-2fdc-455b-b6ba-d11a8332879c/config-template/replica-count-template HTTP/1.1" 500 78 2022/11/03 04:18:14 [ConfigiTemplate]: create 6ae794b9-881f-4257-abf9-143829dceb52 10.233.66.198 - - [03/Nov/2022:04:18:14 +0000] "POST /v1/rb/definition/6ae794b9-881f-4257-abf9-143829dceb52/f38f7b06-2fdc-455b-b6ba-d11a8332879c/config-template HTTP/1.1" 201 113 2022/11/03 04:18:14 [ConfigTemplate]: Upload replica-count-template 10.233.66.198 - - [03/Nov/2022:04:18:14 +0000] "POST /v1/rb/definition/6ae794b9-881f-4257-abf9-143829dceb52/f38f7b06-2fdc-455b-b6ba-d11a8332879c/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/03 04:18:16 Main rss info 2022/11/03 04:18:16 Path: /tmp/helm-tmpl-310603944/manifest-0 2022/11/03 04:18:16 Kind: Service 2022/11/03 04:18:16 Path: /tmp/helm-tmpl-310603944/manifest-1 2022/11/03 04:18:16 Kind: Deployment 2022/11/03 04:18:16 Crd rss info 2022/11/03 04:18:16 Hook info {"filepath":"/tmp/helm-tmpl-310603944/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T04:18:16Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-03T04:18:16Z"} {"filepath":"/tmp/helm-tmpl-310603944/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T04:18:16Z"} 2022/11/03 04:18:16 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-03T04:18:16Z"} 10.233.69.22 - - [03/Nov/2022:04:18:16 +0000] "POST /v1/instance HTTP/1.1" 201 1284 2022/11/03 04:18:17 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.22 - - [03/Nov/2022:04:18:17 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 14551 {"instance":"infallible_clarke","level":"info","msg":"[START] status notify thread for ","time":"2022-11-03T04:18:39Z"} {"instance":"infallible_clarke","level":"info","msg":"REFRESH WATCHERS","subscription":"infallible_clarke-cnf-adapter","time":"2022-11-03T04:18:44Z"} {"Instance":"infallible_clarke","Kind":"Pod","Subscription":"infallible_clarke-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-03T04:18:44Z"} {"Instance":"infallible_clarke","Kind":"Deployment","Subscription":"infallible_clarke-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-03T04:18:44Z"} {"Instance":"infallible_clarke","Kind":"Service","Subscription":"infallible_clarke-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-03T04:18:44Z"} {"InstanceId":"infallible_clarke","SubscriptionName":"infallible_clarke-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-03T04:18:44Z"} 10.233.69.22 - - [03/Nov/2022:04:18:39 +0000] "POST /v1/instance/infallible_clarke/status/subscription HTTP/1.1" 201 657 2022/11/03 04:18:49 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.198 - - [03/Nov/2022:04:18:49 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 14891 {"InstanceId":"infallible_clarke","SubscriptionName":"infallible_clarke-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-03T04:18:49Z"} 2022/11/03 04:18:59 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.66.198 - - [03/Nov/2022:04:18:59 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 14891 10.233.66.198 - - [03/Nov/2022:04:19:09 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 14703 2022/11/03 04:19:09 [scheduleResources]: START thread 10.233.66.198 - - [03/Nov/2022:04:19:09 +0000] "GET /v1/instance/infallible_clarke/config/replica-count-change HTTP/1.1" 500 60 2022/11/03 04:19:14 [Config Create] Instance infallible_clarke 2022/11/03 04:19:14 [ConfigTemplate]: Download replica-count-template 2022/11/03 04:19:14 Before Sent to goroutine {6ae794b9-881f-4257-abf9-143829dceb52 f38f7b06-2fdc-455b-b6ba-d11a8332879c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/03 04:19:14 Message Sent to goroutine {6ae794b9-881f-4257-abf9-143829dceb52 f38f7b06-2fdc-455b-b6ba-d11a8332879c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/03 04:19:14 [scheduleResources]: POST {6ae794b9-881f-4257-abf9-143829dceb52 f38f7b06-2fdc-455b-b6ba-d11a8332879c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-863763065/manifest-0}] {"filepath":"/tmp/helm-tmpl-863763065/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T04:19:14Z"} 2022/11/03 04:19:14 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-863763065/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-03T04:19:14Z"} {"filepath":"/tmp/helm-tmpl-863763065/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-03T04:19:14Z"} 2022/11/03 04:19:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-03T04:19:14Z"} 2022/11/03 04:19:14 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.66.198 - - [03/Nov/2022:04:19:14 +0000] "POST /v1/instance/infallible_clarke/config HTTP/1.1" 201 269 2022/11/03 04:19:14 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.198 - - [03/Nov/2022:04:19:14 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 19578 {"Instance":"infallible_clarke","Subscription":"infallible_clarke-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-03T04:19:24Z"} {"Kind":"Pod","Name":"rel-1-apache-c4457858b-72pfx","level":"info","msg":"CREATED","time":"2022-11-03T04:19:24Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-03T04:19:24Z"} {"Kind":"Pod","Name":"rel-1-apache-c4457858b-6qz95","level":"info","msg":"MODIFIED","time":"2022-11-03T04:19:24Z"} 2022/11/03 04:19:24 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.22 - - [03/Nov/2022:04:19:24 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 20947 2022/11/03 04:19:24 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.198 - - [03/Nov/2022:04:19:24 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 20947 {"InstanceId":"infallible_clarke","Result":202,"SubscriptionName":"infallible_clarke-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-03T04:19:26Z"} 2022/11/03 04:19:27 [Config Cleanup] Instance keen_aryabhata 2022/11/03 04:19:27 [scheduleResources]: START thread 2022/11/03 04:19:32 Stop config thread for keen_aryabhata 2022/11/03 04:19:32 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-03T04:19:32Z"} 2022/11/03 04:19:32 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-03T04:19:32Z"} 2022/11/03 04:19:32 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-03T04:19:32Z"} 2022/11/03 04:19:32 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-03T04:19:32Z"} 2022/11/03 04:19:32 Deleting service: pnf-macro-test-simulator-mongo {"instance":"keen_aryabhata","level":"info","msg":"[START] status notify thread for ","time":"2022-11-03T04:19:32Z"} 10.233.66.198 - - [03/Nov/2022:04:19:34 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 21290 2022/11/03 04:19:34 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready {"instance":"keen_aryabhata","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-03T04:19:37Z"} 2022/11/03 04:19:37 Deleted Obj with ID ObjectID("63633f7bc2ee080ac52d4192") 2022/11/03 04:19:37 Deleted Obj with ID ObjectID("63633f7b1432634225e13fee") 10.233.66.144 - - [03/Nov/2022:04:19:27 +0000] "DELETE /v1/instance/keen_aryabhata HTTP/1.1" 202 0 10.233.66.144 - - [03/Nov/2022:04:19:37 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/11/03 04:19:37 Deleted Obj with ID ObjectID("63633f7ac2ee080ac52d418a") 10.233.66.144 - - [03/Nov/2022:04:19:37 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/11/03 04:19:37 Deleted Obj with ID ObjectID("63633f7a1432634225e13fb3") 2022/11/03 04:19:45 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.66.198 - - [03/Nov/2022:04:19:44 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 21290 10.233.66.198 - - [03/Nov/2022:04:19:55 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 20998 {"Instance":"infallible_clarke","Subscription":"infallible_clarke-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-03T04:19:56Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-03T04:19:56Z"} {"Kind":"Pod","Name":"rel-1-apache-c4457858b-72pfx","level":"info","msg":"MODIFIED","time":"2022-11-03T04:19:56Z"} 10.233.69.22 - - [03/Nov/2022:04:19:56 +0000] "GET /v1/instance/infallible_clarke/status HTTP/1.1" 200 20998 {"InstanceId":"infallible_clarke","Result":202,"SubscriptionName":"infallible_clarke-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-03T04:19:58Z"} {"Instance":"infallible_clarke","Kind":"Service","Subscription":"infallible_clarke-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-03T04:20:16Z"} {"Instance":"infallible_clarke","Kind":"Deployment","Subscription":"infallible_clarke-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-03T04:20:16Z"} {"Instance":"infallible_clarke","Kind":"Pod","Subscription":"infallible_clarke-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-03T04:20:16Z"} 2022/11/03 04:20:16 Deleted Obj with ID ObjectID("63634124c2ee080ac52d41a5") 2022/11/03 04:20:16 Deleted Obj with ID ObjectID("636341241432634225e14180") 10.233.69.22 - - [03/Nov/2022:04:20:16 +0000] "DELETE /v1/instance/infallible_clarke/status/subscription/infallible_clarke-cnf-adapter HTTP/1.1" 202 0 2022/11/03 04:20:16 [Config Cleanup] Instance infallible_clarke 2022/11/03 04:20:16 [Config Delete] Instance infallible_clarke Config replica-count-change 2022/11/03 04:20:16 [ConfigTemplate]: Download replica-count-template 2022/11/03 04:20:16 Before Sent to goroutine {6ae794b9-881f-4257-abf9-143829dceb52 f38f7b06-2fdc-455b-b6ba-d11a8332879c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/03 04:20:16 Message Sent to goroutine {6ae794b9-881f-4257-abf9-143829dceb52 f38f7b06-2fdc-455b-b6ba-d11a8332879c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/03 04:20:16 [scheduleResources]: DELETE {6ae794b9-881f-4257-abf9-143829dceb52 f38f7b06-2fdc-455b-b6ba-d11a8332879c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-03T04:20:16Z"} 2022/11/03 04:20:16 No plugin for kind Deployment found. Using generic Plugin 2022/11/03 04:20:16 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/03 04:20:16 [Config Delete All] Instance infallible_clarke Config replica-count-change 2022/11/03 04:20:16 Stop config thread for infallible_clarke {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-03T04:20:16Z"} 2022/11/03 04:20:16 [scheduleResources]: STOP thread 2022/11/03 04:20:16 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-03T04:20:16Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-03T04:20:16Z"} 2022/11/03 04:20:16 Deleting service: rel-1-apache {"instance":"infallible_clarke","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-03T04:20:16Z"} 2022/11/03 04:20:16 Deleted Obj with ID ObjectID("63634108c2ee080ac52d41a4") 2022/11/03 04:20:16 Deleted Obj with ID ObjectID("636341081432634225e14158") 10.233.69.22 - - [03/Nov/2022:04:20:16 +0000] "DELETE /v1/instance/infallible_clarke HTTP/1.1" 202 0 {"instance":"infallible_clarke","level":"info","msg":"[START] status notify thread for ","time":"2022-11-03T04:20:28Z"} {"InstanceId":"infallible_clarke","SubscriptionName":"infallible_clarke-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-03T04:20:33Z"} 10.233.66.144 - - [03/Nov/2022:04:20:33 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/11/03 04:20:33 Deleted Obj with ID ObjectID("63633ffbc2ee080ac52d4193") 10.233.66.144 - - [03/Nov/2022:04:20:33 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/11/03 04:20:33 Deleted Obj with ID ObjectID("63633ffb1432634225e1404c")