2022/07/06 03:08:00 Starting Kubernetes Multicloud API 2022/07/06 03:08:00 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-07-06T03:08:10Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-07-06T03:08:10Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-07-06T03:42:24Z"} 10.233.68.229 - - [06/Jul/2022:03:42:24 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.65.172 - - [06/Jul/2022:04:34:37 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [06/Jul/2022:04:41:18 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [06/Jul/2022:04:42:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [06/Jul/2022:04:46:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "GET /v1/rb/definition/cds-ms-rb-7c25babb-a61c-472d-abdd-c16a271d99eb/v1 HTTP/1.1" 200 124 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "POST /v1/rb/definition/cds-ms-rb-7c25babb-a61c-472d-abdd-c16a271d99eb/v1/content HTTP/1.1" 200 0 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "GET /v1/rb/definition/cds-ms-rb-7c25babb-a61c-472d-abdd-c16a271d99eb/v1 HTTP/1.1" 200 138 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "POST /v1/rb/definition/cds-ms-rb-7c25babb-a61c-472d-abdd-c16a271d99eb/v1/profile HTTP/1.1" 201 305 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "GET /v1/rb/definition/cds-ms-rb-7c25babb-a61c-472d-abdd-c16a271d99eb/v1/profile/cds-ms-prof-a74e1023-4cc9-4d0b-a69e-6873d825dba3 HTTP/1.1" 200 305 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "POST /v1/rb/definition/cds-ms-rb-7c25babb-a61c-472d-abdd-c16a271d99eb/v1/profile/cds-ms-prof-a74e1023-4cc9-4d0b-a69e-6873d825dba3/content HTTP/1.1" 200 0 2022/07/06 04:55:22 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/07/06 04:55:22 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/07/06 04:55:22 Main rss info 2022/07/06 04:55:22 Path: /tmp/helm-tmpl-711197453/manifest-0 2022/07/06 04:55:22 Kind: Service 2022/07/06 04:55:22 Path: /tmp/helm-tmpl-711197453/manifest-1 2022/07/06 04:55:22 Kind: Deployment 2022/07/06 04:55:22 Crd rss info 2022/07/06 04:55:22 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-07-06T04:55:22Z"} 2022/07/06 04:55:22 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-711197453/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T04:55:22Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-07-06T04:55:22Z"} {"filepath":"/tmp/helm-tmpl-711197453/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T04:55:22Z"} 2022/07/06 04:55:22 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-07-06T04:55:22Z"} 10.233.65.172 - - [06/Jul/2022:04:55:22 +0000] "POST /v1/instance HTTP/1.1" 201 541 2022/07/06 04:56:47 [Config Cleanup] Instance happy_bardeen 2022/07/06 04:56:47 [scheduleResources]: START thread 2022/07/06 04:56:52 Stop config thread for happy_bardeen {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-07-06T04:56:52Z"} 2022/07/06 04:56:52 No plugin for kind Deployment found. Using generic Plugin 2022/07/06 04:56:52 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-07-06T04:56:52Z"} 2022/07/06 04:56:52 Deleting service: cds-regression-mockserver {"instance":"happy_bardeen","level":"info","msg":"[START] status notify thread for ","time":"2022-07-06T04:56:52Z"} {"instance":"happy_bardeen","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-06T04:56:57Z"} 2022/07/06 04:56:57 Deleted Obj with ID ObjectID("62c515ba1e45f261ba23b3d8") 2022/07/06 04:56:57 Deleted Obj with ID ObjectID("62c515ba534d3e7a6044039b") 10.233.65.172 - - [06/Jul/2022:04:56:47 +0000] "DELETE /v1/instance/happy_bardeen HTTP/1.1" 202 0 10.233.65.172 - - [06/Jul/2022:04:56:57 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/07/06 04:56:57 Deleted Obj with ID ObjectID("62c515ba1e45f261ba23b3cf") 10.233.65.172 - - [06/Jul/2022:04:56:57 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/07/06 04:56:57 Deleted Obj with ID ObjectID("62c515b9534d3e7a6044035d") 10.233.65.172 - - [06/Jul/2022:04:57:05 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.172 - - [06/Jul/2022:04:57:05 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.65.172 - - [06/Jul/2022:04:57:05 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [06/Jul/2022:04:57:18 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [06/Jul/2022:04:57:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [06/Jul/2022:04:57:34 +0000] "POST /v1/rb/definition/d0967498-8c01-4b86-9526-fef995111626/2f371c29-7417-4987-a373-fbaab3535b64/content HTTP/1.1" 200 0 10.233.65.172 - - [06/Jul/2022:05:02:40 +0000] "GET /v1/rb/definition/d0967498-8c01-4b86-9526-fef995111626/2f371c29-7417-4987-a373-fbaab3535b64 HTTP/1.1" 200 270 10.233.65.172 - - [06/Jul/2022:05:02:40 +0000] "GET /v1/rb/definition/d0967498-8c01-4b86-9526-fef995111626/2f371c29-7417-4987-a373-fbaab3535b64/profile/cnftest HTTP/1.1" 404 87 10.233.65.172 - - [06/Jul/2022:05:02:40 +0000] "POST /v1/rb/definition/d0967498-8c01-4b86-9526-fef995111626/2f371c29-7417-4987-a373-fbaab3535b64/profile HTTP/1.1" 201 240 10.233.65.172 - - [06/Jul/2022:05:02:40 +0000] "GET /v1/rb/definition/d0967498-8c01-4b86-9526-fef995111626/2f371c29-7417-4987-a373-fbaab3535b64/profile/cnftest HTTP/1.1" 200 240 10.233.65.172 - - [06/Jul/2022:05:02:40 +0000] "POST /v1/rb/definition/d0967498-8c01-4b86-9526-fef995111626/2f371c29-7417-4987-a373-fbaab3535b64/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-07-06T05:02:51Z"} 10.233.65.172 - - [06/Jul/2022:05:02:51 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-97cedba8-7037-4cf3-8b7a-06f2fe5df3af HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"c1682b97-ecab-46a9-857d-29cca2473c52","vf-module-id":"99aea071-3cf1-4540-b65a-e4edbee94de7","vf-module-model-invariant-id":"d0967498-8c01-4b86-9526-fef995111626","vf-module-model-version-id":"3445c32c-b8ce-4335-b343-8962ad62b6ab","vf-module-model-customization-id":"2f371c29-7417-4987-a373-fbaab3535b64","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-97cedba8-7037-4cf3-8b7a-06f2fe5df3af"}},"level":"info","msg":"Broker API Payload","time":"2022-07-06T05:02:51Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"d0967498-8c01-4b86-9526-fef995111626","rb-version":"2f371c29-7417-4987-a373-fbaab3535b64","profile-name":"cnftest","release-name":"99aea071-3cf1-4540-b65a-e4edbee94de7","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-97cedba8-7037-4cf3-8b7a-06f2fe5df3af"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-07-06T05:02:51Z"} 2022/07/06 05:02:51 Main rss info 2022/07/06 05:02:51 Path: /tmp/helm-tmpl-953657848/manifest-0 2022/07/06 05:02:51 Kind: Service 2022/07/06 05:02:51 Path: /tmp/helm-tmpl-953657848/manifest-1 2022/07/06 05:02:51 Kind: Deployment 2022/07/06 05:02:51 Crd rss info 2022/07/06 05:02:51 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-07-06T05:02:51Z"} 2022/07/06 05:02:51 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-953657848/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T05:02:51Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-07-06T05:02:51Z"} {"filepath":"/tmp/helm-tmpl-953657848/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T05:02:51Z"} 2022/07/06 05:02:51 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-07-06T05:02:51Z"} 10.233.65.172 - - [06/Jul/2022:05:02:51 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 306 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"upbeat_mcclintock","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-07-06T05:02:51Z"} 10.233.65.172 - - [06/Jul/2022:05:02:52 +0000] "GET /basicnf-owner/k8sregion/infra_workload/upbeat_mcclintock HTTP/1.1" 200 125 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"upbeat_mcclintock","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-07-06T05:02:52Z"} 10.233.65.172 - - [06/Jul/2022:05:02:52 +0000] "POST /basicnf-owner/k8sregion/infra_workload/upbeat_mcclintock HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"upbeat_mcclintock","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-07-06T05:03:24Z"} 10.233.65.172 - - [06/Jul/2022:05:03:24 +0000] "GET /basicnf-owner/k8sregion/infra_workload/upbeat_mcclintock HTTP/1.1" 200 125 2022/07/06 05:03:24 [Config Cleanup] Instance upbeat_mcclintock 2022/07/06 05:03:24 [scheduleResources]: START thread 2022/07/06 05:03:29 Stop config thread for upbeat_mcclintock 2022/07/06 05:03:29 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-07-06T05:03:29Z"} 2022/07/06 05:03:29 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-07-06T05:03:29Z"} 2022/07/06 05:03:29 Deleting service: cnftest-nginx {"instance":"upbeat_mcclintock","level":"info","msg":"[START] status notify thread for ","time":"2022-07-06T05:03:29Z"} {"instance":"upbeat_mcclintock","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-06T05:03:34Z"} 2022/07/06 05:03:34 Deleted Obj with ID ObjectID("62c5177b1e45f261ba23b3e4") 2022/07/06 05:03:34 Deleted Obj with ID ObjectID("62c5177b534d3e7a6044051a") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"upbeat_mcclintock","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-07-06T05:03:34Z"} 10.233.65.172 - - [06/Jul/2022:05:03:24 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/upbeat_mcclintock HTTP/1.1" 202 125 10.233.65.172 - - [06/Jul/2022:05:04:14 +0000] "GET /v1/rb/definition/d0967498-8c01-4b86-9526-fef995111626/2f371c29-7417-4987-a373-fbaab3535b64 HTTP/1.1" 200 270 10.233.65.172 - - [06/Jul/2022:05:04:14 +0000] "GET /v1/rb/definition/d0967498-8c01-4b86-9526-fef995111626/2f371c29-7417-4987-a373-fbaab3535b64/profile/cnftest HTTP/1.1" 200 240 2022/07/06 05:04:14 Deleted Obj with ID ObjectID("62c517701e45f261ba23b3e2") 2022/07/06 05:04:14 Deleted Obj with ID ObjectID("62c517701e45f261ba23b3e3") 10.233.65.172 - - [06/Jul/2022:05:04:14 +0000] "DELETE /v1/rb/definition/d0967498-8c01-4b86-9526-fef995111626/2f371c29-7417-4987-a373-fbaab3535b64/profile/cnftest HTTP/1.1" 204 0 2022/07/06 05:04:14 Deleted Obj with ID ObjectID("62c5176f534d3e7a604404f3") 10.233.65.172 - - [06/Jul/2022:05:04:52 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/07/06 05:04:52 Deleted Obj with ID ObjectID("62c516211e45f261ba23b3d9") 10.233.65.172 - - [06/Jul/2022:05:04:52 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/07/06 05:04:52 Deleted Obj with ID ObjectID("62c51620534d3e7a604403fb") 10.233.65.172 - - [06/Jul/2022:05:13:15 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.65.172 - - [06/Jul/2022:05:13:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.65.172 - - [06/Jul/2022:05:13:16 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.65.172 - - [06/Jul/2022:05:13:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.172 - - [06/Jul/2022:05:13:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-5e7eb089-d6c2-4f8c-aee4-5f5ce6326c17/v1 HTTP/1.1" 200 125 10.233.65.172 - - [06/Jul/2022:05:13:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-5e7eb089-d6c2-4f8c-aee4-5f5ce6326c17/v1/content HTTP/1.1" 200 0 10.233.65.172 - - [06/Jul/2022:05:13:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-5e7eb089-d6c2-4f8c-aee4-5f5ce6326c17/v1 HTTP/1.1" 200 138 10.233.65.172 - - [06/Jul/2022:05:13:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-5e7eb089-d6c2-4f8c-aee4-5f5ce6326c17/v1/profile HTTP/1.1" 201 314 10.233.65.172 - - [06/Jul/2022:05:13:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-5e7eb089-d6c2-4f8c-aee4-5f5ce6326c17/v1/profile/pnf-cnf-profile-d175248f-ea16-4d7a-9140-361e26e70cde HTTP/1.1" 200 314 10.233.65.172 - - [06/Jul/2022:05:13:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-5e7eb089-d6c2-4f8c-aee4-5f5ce6326c17/v1/profile/pnf-cnf-profile-d175248f-ea16-4d7a-9140-361e26e70cde/content HTTP/1.1" 200 0 2022/07/06 05:13:16 Main rss info 2022/07/06 05:13:16 Path: /tmp/helm-tmpl-344059582/manifest-0 2022/07/06 05:13:16 Kind: Service 2022/07/06 05:13:16 Path: /tmp/helm-tmpl-344059582/manifest-1 2022/07/06 05:13:16 Kind: Service 2022/07/06 05:13:16 Path: /tmp/helm-tmpl-344059582/manifest-2 2022/07/06 05:13:16 Kind: Pod 2022/07/06 05:13:16 Path: /tmp/helm-tmpl-344059582/manifest-3 2022/07/06 05:13:16 Kind: Deployment 2022/07/06 05:13:16 Crd rss info 2022/07/06 05:13:16 Hook info {"filepath":"/tmp/helm-tmpl-344059582/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T05:13:16Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-06T05:13:16Z"} {"filepath":"/tmp/helm-tmpl-344059582/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T05:13:16Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-07-06T05:13:16Z"} {"filepath":"/tmp/helm-tmpl-344059582/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T05:13:16Z"} 2022/07/06 05:13:16 No plugin for kind Pod found. Using generic Plugin 2022/07/06 05:13:16 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-07-06T05:13:16Z"} {"filepath":"/tmp/helm-tmpl-344059582/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T05:13:16Z"} 2022/07/06 05:13:16 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-06T05:13:16Z"} 10.233.65.172 - - [06/Jul/2022:05:13:16 +0000] "POST /v1/instance HTTP/1.1" 201 741 10.233.65.172 - - [06/Jul/2022:05:15:08 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.65.172 - - [06/Jul/2022:05:15:08 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.65.172 - - [06/Jul/2022:05:15:09 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [06/Jul/2022:05:15:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.1 - - [06/Jul/2022:05:15:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [06/Jul/2022:05:15:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [06/Jul/2022:05:15:36 +0000] "POST /v1/rb/definition/d18b6ae7-c884-4256-a31f-dac1c9792aa9/b9f4fd13-29f3-426f-abc1-70c20b196e0d/content HTTP/1.1" 200 0 10.233.67.167 - - [06/Jul/2022:05:20:31 +0000] "GET /v1/rb/definition/d18b6ae7-c884-4256-a31f-dac1c9792aa9/b9f4fd13-29f3-426f-abc1-70c20b196e0d HTTP/1.1" 200 277 10.233.67.167 - - [06/Jul/2022:05:20:31 +0000] "GET /v1/rb/definition/d18b6ae7-c884-4256-a31f-dac1c9792aa9/b9f4fd13-29f3-426f-abc1-70c20b196e0d/profile/node-port-profile HTTP/1.1" 404 87 10.233.67.167 - - [06/Jul/2022:05:20:31 +0000] "POST /v1/rb/definition/d18b6ae7-c884-4256-a31f-dac1c9792aa9/b9f4fd13-29f3-426f-abc1-70c20b196e0d/profile HTTP/1.1" 201 270 10.233.67.167 - - [06/Jul/2022:05:20:31 +0000] "POST /v1/rb/definition/d18b6ae7-c884-4256-a31f-dac1c9792aa9/b9f4fd13-29f3-426f-abc1-70c20b196e0d/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.67.167 - - [06/Jul/2022:05:20:43 +0000] "GET /v1/rb/definition/d18b6ae7-c884-4256-a31f-dac1c9792aa9/b9f4fd13-29f3-426f-abc1-70c20b196e0d HTTP/1.1" 200 277 10.233.67.167 - - [06/Jul/2022:05:20:43 +0000] "GET /v1/rb/definition/d18b6ae7-c884-4256-a31f-dac1c9792aa9/b9f4fd13-29f3-426f-abc1-70c20b196e0d/config-template/replica-count-template HTTP/1.1" 500 78 2022/07/06 05:20:43 [ConfigiTemplate]: create d18b6ae7-c884-4256-a31f-dac1c9792aa9 10.233.67.167 - - [06/Jul/2022:05:20:43 +0000] "POST /v1/rb/definition/d18b6ae7-c884-4256-a31f-dac1c9792aa9/b9f4fd13-29f3-426f-abc1-70c20b196e0d/config-template HTTP/1.1" 201 113 2022/07/06 05:20:43 [ConfigTemplate]: Upload replica-count-template 10.233.67.167 - - [06/Jul/2022:05:20:43 +0000] "POST /v1/rb/definition/d18b6ae7-c884-4256-a31f-dac1c9792aa9/b9f4fd13-29f3-426f-abc1-70c20b196e0d/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/07/06 05:20:45 Main rss info 2022/07/06 05:20:45 Path: /tmp/helm-tmpl-854987189/manifest-0 2022/07/06 05:20:45 Kind: Service 2022/07/06 05:20:45 Path: /tmp/helm-tmpl-854987189/manifest-1 2022/07/06 05:20:45 Kind: Deployment 2022/07/06 05:20:45 Crd rss info 2022/07/06 05:20:45 Hook info {"filepath":"/tmp/helm-tmpl-854987189/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T05:20:45Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-07-06T05:20:46Z"} {"filepath":"/tmp/helm-tmpl-854987189/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T05:20:46Z"} 2022/07/06 05:20:46 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-07-06T05:20:46Z"} 10.233.68.229 - - [06/Jul/2022:05:20:45 +0000] "POST /v1/instance HTTP/1.1" 201 1281 2022/07/06 05:20:47 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.229 - - [06/Jul/2022:05:20:47 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 14542 {"instance":"wizardly_curie","level":"info","msg":"[START] status notify thread for ","time":"2022-07-06T05:21:09Z"} {"instance":"wizardly_curie","level":"info","msg":"REFRESH WATCHERS","subscription":"wizardly_curie-cnf-adapter","time":"2022-07-06T05:21:14Z"} {"Instance":"wizardly_curie","Kind":"Service","Subscription":"wizardly_curie-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-07-06T05:21:14Z"} {"Instance":"wizardly_curie","Kind":"Pod","Subscription":"wizardly_curie-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-07-06T05:21:14Z"} {"Instance":"wizardly_curie","Kind":"Deployment","Subscription":"wizardly_curie-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-07-06T05:21:14Z"} {"InstanceId":"wizardly_curie","SubscriptionName":"wizardly_curie-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-07-06T05:21:14Z"} 10.233.68.229 - - [06/Jul/2022:05:21:09 +0000] "POST /v1/instance/wizardly_curie/status/subscription HTTP/1.1" 201 648 {"InstanceId":"wizardly_curie","SubscriptionName":"wizardly_curie-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-07-06T05:21:19Z"} 2022/07/06 05:21:21 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.167 - - [06/Jul/2022:05:21:21 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 14885 2022/07/06 05:21:32 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.167 - - [06/Jul/2022:05:21:31 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 14885 2022/07/06 05:21:42 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.167 - - [06/Jul/2022:05:21:42 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 14885 2022/07/06 05:21:51 [Config Cleanup] Instance zen_taussig 2022/07/06 05:21:51 [scheduleResources]: START thread 10.233.67.167 - - [06/Jul/2022:05:21:52 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 14697 {"Instance":"wizardly_curie","Subscription":"wizardly_curie-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-07-06T05:21:54Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-07-06T05:21:54Z"} {"Kind":"Pod","Name":"rel-1-apache-5957dcb67d-wgknz","level":"info","msg":"MODIFIED","time":"2022-07-06T05:21:54Z"} 10.233.68.229 - - [06/Jul/2022:05:21:54 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 14697 2022/07/06 05:21:56 [scheduleResources]: START thread {"InstanceId":"wizardly_curie","Result":202,"SubscriptionName":"wizardly_curie-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-07-06T05:21:57Z"} 2022/07/06 05:22:01 Stop config thread for zen_taussig {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-06T05:22:01Z"} 2022/07/06 05:22:01 No plugin for kind Deployment found. Using generic Plugin 2022/07/06 05:22:01 [scheduleResources]: STOP thread 10.233.67.167 - - [06/Jul/2022:05:21:52 +0000] "GET /v1/instance/wizardly_curie/config/replica-count-change HTTP/1.1" 500 60 {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-07-06T05:22:01Z"} 2022/07/06 05:22:01 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-07-06T05:22:01Z"} 2022/07/06 05:22:01 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-06T05:22:01Z"} 2022/07/06 05:22:01 Deleting service: pnf-macro-test-simulator-mongo {"instance":"zen_taussig","level":"info","msg":"[START] status notify thread for ","time":"2022-07-06T05:22:01Z"} 2022/07/06 05:22:01 [Config Create] Instance wizardly_curie 2022/07/06 05:22:01 [ConfigTemplate]: Download replica-count-template 2022/07/06 05:22:01 Before Sent to goroutine {d18b6ae7-c884-4256-a31f-dac1c9792aa9 b9f4fd13-29f3-426f-abc1-70c20b196e0d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/06 05:22:01 Message Sent to goroutine {d18b6ae7-c884-4256-a31f-dac1c9792aa9 b9f4fd13-29f3-426f-abc1-70c20b196e0d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/06 05:22:01 [scheduleResources]: POST {d18b6ae7-c884-4256-a31f-dac1c9792aa9 b9f4fd13-29f3-426f-abc1-70c20b196e0d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-586482174/manifest-0}] {"filepath":"/tmp/helm-tmpl-586482174/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T05:22:01Z"} 2022/07/06 05:22:01 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-586482174/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-07-06T05:22:01Z"} {"filepath":"/tmp/helm-tmpl-586482174/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-06T05:22:01Z"} 2022/07/06 05:22:01 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-07-06T05:22:01Z"} 2022/07/06 05:22:01 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.67.167 - - [06/Jul/2022:05:22:01 +0000] "POST /v1/instance/wizardly_curie/config HTTP/1.1" 201 266 2022/07/06 05:22:01 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.167 - - [06/Jul/2022:05:22:01 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 20943 {"instance":"zen_taussig","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-06T05:22:06Z"} 2022/07/06 05:22:06 Deleted Obj with ID ObjectID("62c519ec1e45f261ba23b3ed") 10.233.65.172 - - [06/Jul/2022:05:21:51 +0000] "DELETE /v1/instance/zen_taussig HTTP/1.1" 202 0 2022/07/06 05:22:06 Deleted Obj with ID ObjectID("62c519eb534d3e7a60440704") 10.233.65.172 - - [06/Jul/2022:05:22:06 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/07/06 05:22:06 Deleted Obj with ID ObjectID("62c519ec1e45f261ba23b3e5") 10.233.65.172 - - [06/Jul/2022:05:22:06 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/07/06 05:22:06 Deleted Obj with ID ObjectID("62c519eb534d3e7a604406c9") 2022/07/06 05:22:12 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.167 - - [06/Jul/2022:05:22:11 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 20943 2022/07/06 05:22:22 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.167 - - [06/Jul/2022:05:22:22 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 21280 {"Instance":"wizardly_curie","Subscription":"wizardly_curie-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-07-06T05:22:27Z"} {"Kind":"Pod","Name":"rel-1-apache-5957dcb67d-x6xnh","level":"info","msg":"CREATED","time":"2022-07-06T05:22:27Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-07-06T05:22:27Z"} 2022/07/06 05:22:28 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.229 - - [06/Jul/2022:05:22:28 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 21280 {"InstanceId":"wizardly_curie","Result":202,"SubscriptionName":"wizardly_curie-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-07-06T05:22:30Z"} 2022/07/06 05:22:32 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.167 - - [06/Jul/2022:05:22:32 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 21280 2022/07/06 05:22:42 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.167 - - [06/Jul/2022:05:22:42 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 21280 10.233.67.167 - - [06/Jul/2022:05:22:52 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 20988 {"Instance":"wizardly_curie","Subscription":"wizardly_curie-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-07-06T05:23:00Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-07-06T05:23:00Z"} {"Kind":"Pod","Name":"rel-1-apache-5957dcb67d-x6xnh","level":"info","msg":"MODIFIED","time":"2022-07-06T05:23:00Z"} 10.233.68.229 - - [06/Jul/2022:05:23:00 +0000] "GET /v1/instance/wizardly_curie/status HTTP/1.1" 200 20988 {"InstanceId":"wizardly_curie","Result":202,"SubscriptionName":"wizardly_curie-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-07-06T05:23:02Z"} {"Instance":"wizardly_curie","Kind":"Pod","Subscription":"wizardly_curie-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-07-06T05:23:19Z"} {"Instance":"wizardly_curie","Kind":"Deployment","Subscription":"wizardly_curie-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-07-06T05:23:19Z"} {"Instance":"wizardly_curie","Kind":"Service","Subscription":"wizardly_curie-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-07-06T05:23:19Z"} 2022/07/06 05:23:19 Deleted Obj with ID ObjectID("62c51bca1e45f261ba23b400") 2022/07/06 05:23:19 Deleted Obj with ID ObjectID("62c51bca534d3e7a604408a9") 10.233.68.229 - - [06/Jul/2022:05:23:19 +0000] "DELETE /v1/instance/wizardly_curie/status/subscription/wizardly_curie-cnf-adapter HTTP/1.1" 202 0 2022/07/06 05:23:19 [Config Cleanup] Instance wizardly_curie 2022/07/06 05:23:19 [Config Delete] Instance wizardly_curie Config replica-count-change 2022/07/06 05:23:19 [ConfigTemplate]: Download replica-count-template 2022/07/06 05:23:20 Before Sent to goroutine {d18b6ae7-c884-4256-a31f-dac1c9792aa9 b9f4fd13-29f3-426f-abc1-70c20b196e0d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/06 05:23:20 Message Sent to goroutine {d18b6ae7-c884-4256-a31f-dac1c9792aa9 b9f4fd13-29f3-426f-abc1-70c20b196e0d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/06 05:23:20 [scheduleResources]: DELETE {d18b6ae7-c884-4256-a31f-dac1c9792aa9 b9f4fd13-29f3-426f-abc1-70c20b196e0d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-07-06T05:23:20Z"} 2022/07/06 05:23:20 No plugin for kind Deployment found. Using generic Plugin 2022/07/06 05:23:20 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/07/06 05:23:20 [Config Delete All] Instance wizardly_curie Config replica-count-change 2022/07/06 05:23:20 Stop config thread for wizardly_curie 2022/07/06 05:23:20 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-07-06T05:23:20Z"} 2022/07/06 05:23:20 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-07-06T05:23:20Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-07-06T05:23:20Z"} 2022/07/06 05:23:20 Deleting service: rel-1-apache {"instance":"wizardly_curie","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-06T05:23:20Z"} 2022/07/06 05:23:20 Deleted Obj with ID ObjectID("62c51bad1e45f261ba23b3ff") 2022/07/06 05:23:20 Deleted Obj with ID ObjectID("62c51bad534d3e7a60440887") 10.233.68.229 - - [06/Jul/2022:05:23:19 +0000] "DELETE /v1/instance/wizardly_curie HTTP/1.1" 202 0 {"instance":"wizardly_curie","level":"info","msg":"[START] status notify thread for ","time":"2022-07-06T05:23:33Z"} {"InstanceId":"wizardly_curie","SubscriptionName":"wizardly_curie-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-07-06T05:23:38Z"} 10.233.65.172 - - [06/Jul/2022:05:23:46 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/07/06 05:23:46 Deleted Obj with ID ObjectID("62c51a5c1e45f261ba23b3ee") 10.233.65.172 - - [06/Jul/2022:05:23:46 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/07/06 05:23:46 Deleted Obj with ID ObjectID("62c51a5c534d3e7a60440751")