2022/11/01 02:47:11 Starting Kubernetes Multicloud API 2022/11/01 02:47:11 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-01T02:47:21Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-01T02:47:21Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-01T03:25:31Z"} 10.233.67.200 - - [01/Nov/2022:03:25:31 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.70.241 - - [01/Nov/2022:03:58:29 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [01/Nov/2022:04:05:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [01/Nov/2022:04:05:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.70.241 - - [01/Nov/2022:04:19:32 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.241 - - [01/Nov/2022:04:19:32 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.241 - - [01/Nov/2022:04:19:32 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.70.241 - - [01/Nov/2022:04:19:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.241 - - [01/Nov/2022:04:19:32 +0000] "GET /v1/rb/definition/cds-ms-rb-e4b015e0-6e95-42ba-a264-946f0c395b80/v1 HTTP/1.1" 200 124 10.233.70.241 - - [01/Nov/2022:04:19:33 +0000] "POST /v1/rb/definition/cds-ms-rb-e4b015e0-6e95-42ba-a264-946f0c395b80/v1/content HTTP/1.1" 200 0 10.233.70.241 - - [01/Nov/2022:04:19:33 +0000] "GET /v1/rb/definition/cds-ms-rb-e4b015e0-6e95-42ba-a264-946f0c395b80/v1 HTTP/1.1" 200 138 10.233.70.241 - - [01/Nov/2022:04:19:33 +0000] "POST /v1/rb/definition/cds-ms-rb-e4b015e0-6e95-42ba-a264-946f0c395b80/v1/profile HTTP/1.1" 201 305 10.233.70.241 - - [01/Nov/2022:04:19:33 +0000] "GET /v1/rb/definition/cds-ms-rb-e4b015e0-6e95-42ba-a264-946f0c395b80/v1/profile/cds-ms-prof-7ac06dff-cded-4205-a617-809dbe95b522 HTTP/1.1" 200 305 10.233.70.241 - - [01/Nov/2022:04:19:33 +0000] "POST /v1/rb/definition/cds-ms-rb-e4b015e0-6e95-42ba-a264-946f0c395b80/v1/profile/cds-ms-prof-7ac06dff-cded-4205-a617-809dbe95b522/content HTTP/1.1" 200 0 2022/11/01 04:19:33 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/01 04:19:33 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/01 04:19:33 Main rss info 2022/11/01 04:19:33 Path: /tmp/helm-tmpl-990386875/manifest-0 2022/11/01 04:19:33 Kind: Service 2022/11/01 04:19:33 Path: /tmp/helm-tmpl-990386875/manifest-1 2022/11/01 04:19:33 Kind: Deployment 2022/11/01 04:19:33 Crd rss info 2022/11/01 04:19:33 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-01T04:19:33Z"} 2022/11/01 04:19:33 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-990386875/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:19:33Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-01T04:19:33Z"} {"filepath":"/tmp/helm-tmpl-990386875/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:19:33Z"} 2022/11/01 04:19:33 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-01T04:19:33Z"} 10.233.70.241 - - [01/Nov/2022:04:19:33 +0000] "POST /v1/instance HTTP/1.1" 201 546 10.233.70.241 - - [01/Nov/2022:04:20:48 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.241 - - [01/Nov/2022:04:20:48 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.70.241 - - [01/Nov/2022:04:20:48 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/11/01 04:20:50 [Config Cleanup] Instance youthful_chaplygin 2022/11/01 04:20:50 [scheduleResources]: START thread 127.0.0.1 - - [01/Nov/2022:04:20:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 2022/11/01 04:20:55 Stop config thread for youthful_chaplygin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-01T04:20:55Z"} 2022/11/01 04:20:55 No plugin for kind Deployment found. Using generic Plugin 2022/11/01 04:20:55 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-01T04:20:55Z"} 2022/11/01 04:20:55 Deleting service: cds-regression-mockserver {"instance":"youthful_chaplygin","level":"info","msg":"[START] status notify thread for ","time":"2022-11-01T04:20:55Z"} {"instance":"youthful_chaplygin","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-01T04:21:00Z"} 2022/11/01 04:21:00 Deleted Obj with ID ObjectID("63609e553f2b7562d64e226d") 10.233.70.241 - - [01/Nov/2022:04:20:50 +0000] "DELETE /v1/instance/youthful_chaplygin HTTP/1.1" 202 0 2022/11/01 04:21:00 Deleted Obj with ID ObjectID("63609e5385442fcd57d358ba") 10.233.70.241 - - [01/Nov/2022:04:21:00 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/11/01 04:21:00 Deleted Obj with ID ObjectID("63609e543f2b7562d64e2264") 10.233.70.241 - - [01/Nov/2022:04:21:00 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/11/01 04:21:00 Deleted Obj with ID ObjectID("63609e5385442fcd57d3587c") 127.0.0.1 - - [01/Nov/2022:04:21:15 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [01/Nov/2022:04:21:15 +0000] "POST /v1/rb/definition/0ee0af49-3594-43a3-afa0-c5912050663e/21de3afe-4e6f-43e3-9edc-b79b6e970b97/content HTTP/1.1" 200 0 10.233.70.241 - - [01/Nov/2022:04:28:19 +0000] "GET /v1/rb/definition/0ee0af49-3594-43a3-afa0-c5912050663e/21de3afe-4e6f-43e3-9edc-b79b6e970b97 HTTP/1.1" 200 270 10.233.70.241 - - [01/Nov/2022:04:28:19 +0000] "GET /v1/rb/definition/0ee0af49-3594-43a3-afa0-c5912050663e/21de3afe-4e6f-43e3-9edc-b79b6e970b97/profile/cnftest HTTP/1.1" 404 87 10.233.70.241 - - [01/Nov/2022:04:28:19 +0000] "POST /v1/rb/definition/0ee0af49-3594-43a3-afa0-c5912050663e/21de3afe-4e6f-43e3-9edc-b79b6e970b97/profile HTTP/1.1" 201 240 10.233.70.241 - - [01/Nov/2022:04:28:19 +0000] "GET /v1/rb/definition/0ee0af49-3594-43a3-afa0-c5912050663e/21de3afe-4e6f-43e3-9edc-b79b6e970b97/profile/cnftest HTTP/1.1" 200 240 10.233.70.241 - - [01/Nov/2022:04:28:19 +0000] "POST /v1/rb/definition/0ee0af49-3594-43a3-afa0-c5912050663e/21de3afe-4e6f-43e3-9edc-b79b6e970b97/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-01T04:28:27Z"} 10.233.70.241 - - [01/Nov/2022:04:28:27 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-1f217214-3e58-4e27-8983-c380b6913340 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"c7e5a4ad-5e0e-4ef1-b1ba-6f8696e3a203","vf-module-id":"71bde312-b8fa-483d-93c4-9f54535eadf6","vf-module-model-invariant-id":"0ee0af49-3594-43a3-afa0-c5912050663e","vf-module-model-version-id":"a50b5af9-17e5-4768-a494-49adfa91ddcd","vf-module-model-customization-id":"21de3afe-4e6f-43e3-9edc-b79b6e970b97","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-1f217214-3e58-4e27-8983-c380b6913340"}},"level":"info","msg":"Broker API Payload","time":"2022-11-01T04:28:27Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"0ee0af49-3594-43a3-afa0-c5912050663e","rb-version":"21de3afe-4e6f-43e3-9edc-b79b6e970b97","profile-name":"cnftest","release-name":"71bde312-b8fa-483d-93c4-9f54535eadf6","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-1f217214-3e58-4e27-8983-c380b6913340"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-01T04:28:27Z"} 2022/11/01 04:28:27 Main rss info 2022/11/01 04:28:27 Path: /tmp/helm-tmpl-999705166/manifest-0 2022/11/01 04:28:27 Kind: Service 2022/11/01 04:28:27 Path: /tmp/helm-tmpl-999705166/manifest-1 2022/11/01 04:28:27 Kind: Deployment 2022/11/01 04:28:27 Crd rss info 2022/11/01 04:28:27 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-01T04:28:27Z"} 2022/11/01 04:28:27 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-999705166/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:28:27Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-01T04:28:27Z"} {"filepath":"/tmp/helm-tmpl-999705166/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:28:27Z"} 2022/11/01 04:28:27 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-01T04:28:27Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"objective_chatterjee","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-01T04:28:27Z"} 10.233.70.241 - - [01/Nov/2022:04:28:27 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 309 10.233.70.241 - - [01/Nov/2022:04:28:28 +0000] "GET /basicnf-owner/k8sregion/infra_workload/objective_chatterjee HTTP/1.1" 200 128 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"objective_chatterjee","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-01T04:28:28Z"} 10.233.70.241 - - [01/Nov/2022:04:28:28 +0000] "POST /basicnf-owner/k8sregion/infra_workload/objective_chatterjee HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"objective_chatterjee","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-01T04:28:49Z"} 10.233.70.241 - - [01/Nov/2022:04:28:49 +0000] "GET /basicnf-owner/k8sregion/infra_workload/objective_chatterjee HTTP/1.1" 200 128 2022/11/01 04:28:49 [Config Cleanup] Instance objective_chatterjee 2022/11/01 04:28:49 [scheduleResources]: START thread 2022/11/01 04:28:54 Stop config thread for objective_chatterjee {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-01T04:28:54Z"} 2022/11/01 04:28:54 No plugin for kind Deployment found. Using generic Plugin 2022/11/01 04:28:54 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-01T04:28:54Z"} 2022/11/01 04:28:54 Deleting service: cnftest-nginx {"instance":"objective_chatterjee","level":"info","msg":"[START] status notify thread for ","time":"2022-11-01T04:28:54Z"} {"instance":"objective_chatterjee","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-01T04:28:59Z"} 2022/11/01 04:28:59 Deleted Obj with ID ObjectID("6360a06b3f2b7562d64e2279") 2022/11/01 04:28:59 Deleted Obj with ID ObjectID("6360a06a85442fcd57d35a68") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"objective_chatterjee","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-01T04:28:59Z"} 10.233.70.241 - - [01/Nov/2022:04:28:49 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/objective_chatterjee HTTP/1.1" 202 128 10.233.70.241 - - [01/Nov/2022:04:29:07 +0000] "GET /v1/rb/definition/0ee0af49-3594-43a3-afa0-c5912050663e/21de3afe-4e6f-43e3-9edc-b79b6e970b97 HTTP/1.1" 200 270 10.233.70.241 - - [01/Nov/2022:04:29:07 +0000] "GET /v1/rb/definition/0ee0af49-3594-43a3-afa0-c5912050663e/21de3afe-4e6f-43e3-9edc-b79b6e970b97/profile/cnftest HTTP/1.1" 200 240 2022/11/01 04:29:07 Deleted Obj with ID ObjectID("6360a0633f2b7562d64e2277") 2022/11/01 04:29:07 Deleted Obj with ID ObjectID("6360a0633f2b7562d64e2278") 10.233.70.241 - - [01/Nov/2022:04:29:07 +0000] "DELETE /v1/rb/definition/0ee0af49-3594-43a3-afa0-c5912050663e/21de3afe-4e6f-43e3-9edc-b79b6e970b97/profile/cnftest HTTP/1.1" 204 0 2022/11/01 04:29:07 Deleted Obj with ID ObjectID("6360a06185442fcd57d35a4b") 10.233.70.241 - - [01/Nov/2022:04:29:34 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/11/01 04:29:34 Deleted Obj with ID ObjectID("63609ea03f2b7562d64e226e") 2022/11/01 04:29:34 Deleted Obj with ID ObjectID("63609e9e85442fcd57d358ef") 10.233.70.241 - - [01/Nov/2022:04:29:34 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4fa7ec15-98cd-4d5c-bb93-46799ff46fa0/v1 HTTP/1.1" 200 125 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4fa7ec15-98cd-4d5c-bb93-46799ff46fa0/v1/content HTTP/1.1" 200 0 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4fa7ec15-98cd-4d5c-bb93-46799ff46fa0/v1 HTTP/1.1" 200 138 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4fa7ec15-98cd-4d5c-bb93-46799ff46fa0/v1/profile HTTP/1.1" 201 314 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4fa7ec15-98cd-4d5c-bb93-46799ff46fa0/v1/profile/pnf-cnf-profile-4c5931c3-8773-483a-ab0f-86f0d740f2c8 HTTP/1.1" 200 314 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4fa7ec15-98cd-4d5c-bb93-46799ff46fa0/v1/profile/pnf-cnf-profile-4c5931c3-8773-483a-ab0f-86f0d740f2c8/content HTTP/1.1" 200 0 2022/11/01 04:33:05 Main rss info 2022/11/01 04:33:05 Path: /tmp/helm-tmpl-268291812/manifest-0 2022/11/01 04:33:05 Kind: Service 2022/11/01 04:33:05 Path: /tmp/helm-tmpl-268291812/manifest-1 2022/11/01 04:33:05 Kind: Service 2022/11/01 04:33:05 Path: /tmp/helm-tmpl-268291812/manifest-2 2022/11/01 04:33:05 Kind: Pod 2022/11/01 04:33:05 Path: /tmp/helm-tmpl-268291812/manifest-3 2022/11/01 04:33:05 Kind: Deployment 2022/11/01 04:33:05 Crd rss info 2022/11/01 04:33:05 Hook info {"filepath":"/tmp/helm-tmpl-268291812/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:33:05Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-01T04:33:05Z"} {"filepath":"/tmp/helm-tmpl-268291812/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:33:05Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-01T04:33:05Z"} {"filepath":"/tmp/helm-tmpl-268291812/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:33:05Z"} 2022/11/01 04:33:05 No plugin for kind Pod found. Using generic Plugin 2022/11/01 04:33:05 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-01T04:33:05Z"} {"filepath":"/tmp/helm-tmpl-268291812/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:33:05Z"} 2022/11/01 04:33:05 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-01T04:33:05Z"} 10.233.70.241 - - [01/Nov/2022:04:33:05 +0000] "POST /v1/instance HTTP/1.1" 201 746 10.233.70.241 - - [01/Nov/2022:04:34:39 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.241 - - [01/Nov/2022:04:34:39 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.70.241 - - [01/Nov/2022:04:34:39 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [01/Nov/2022:04:34:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [01/Nov/2022:04:34:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [01/Nov/2022:04:34:57 +0000] "POST /v1/rb/definition/4bd1373b-d09a-4675-8804-ab68361cb838/0647f91f-e679-4c17-acab-ae7206cbc37c/content HTTP/1.1" 200 0 127.0.0.1 - - [01/Nov/2022:04:35:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.72.248 - - [01/Nov/2022:04:38:00 +0000] "GET /v1/rb/definition/4bd1373b-d09a-4675-8804-ab68361cb838/0647f91f-e679-4c17-acab-ae7206cbc37c HTTP/1.1" 200 277 10.233.72.248 - - [01/Nov/2022:04:38:00 +0000] "GET /v1/rb/definition/4bd1373b-d09a-4675-8804-ab68361cb838/0647f91f-e679-4c17-acab-ae7206cbc37c/profile/node-port-profile HTTP/1.1" 404 87 10.233.72.248 - - [01/Nov/2022:04:38:00 +0000] "POST /v1/rb/definition/4bd1373b-d09a-4675-8804-ab68361cb838/0647f91f-e679-4c17-acab-ae7206cbc37c/profile HTTP/1.1" 201 270 10.233.72.248 - - [01/Nov/2022:04:38:00 +0000] "POST /v1/rb/definition/4bd1373b-d09a-4675-8804-ab68361cb838/0647f91f-e679-4c17-acab-ae7206cbc37c/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.72.248 - - [01/Nov/2022:04:38:10 +0000] "GET /v1/rb/definition/4bd1373b-d09a-4675-8804-ab68361cb838/0647f91f-e679-4c17-acab-ae7206cbc37c HTTP/1.1" 200 277 10.233.72.248 - - [01/Nov/2022:04:38:10 +0000] "GET /v1/rb/definition/4bd1373b-d09a-4675-8804-ab68361cb838/0647f91f-e679-4c17-acab-ae7206cbc37c/config-template/replica-count-template HTTP/1.1" 500 78 2022/11/01 04:38:10 [ConfigiTemplate]: create 4bd1373b-d09a-4675-8804-ab68361cb838 10.233.72.248 - - [01/Nov/2022:04:38:10 +0000] "POST /v1/rb/definition/4bd1373b-d09a-4675-8804-ab68361cb838/0647f91f-e679-4c17-acab-ae7206cbc37c/config-template HTTP/1.1" 201 113 2022/11/01 04:38:10 [ConfigTemplate]: Upload replica-count-template 10.233.72.248 - - [01/Nov/2022:04:38:10 +0000] "POST /v1/rb/definition/4bd1373b-d09a-4675-8804-ab68361cb838/0647f91f-e679-4c17-acab-ae7206cbc37c/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/01 04:38:13 Main rss info 2022/11/01 04:38:13 Path: /tmp/helm-tmpl-533923875/manifest-0 2022/11/01 04:38:13 Kind: Service 2022/11/01 04:38:13 Path: /tmp/helm-tmpl-533923875/manifest-1 2022/11/01 04:38:13 Kind: Deployment 2022/11/01 04:38:13 Crd rss info 2022/11/01 04:38:13 Hook info {"filepath":"/tmp/helm-tmpl-533923875/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:38:13Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-01T04:38:13Z"} {"filepath":"/tmp/helm-tmpl-533923875/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:38:13Z"} 2022/11/01 04:38:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-01T04:38:13Z"} 10.233.67.200 - - [01/Nov/2022:04:38:13 +0000] "POST /v1/instance HTTP/1.1" 201 1289 2022/11/01 04:38:14 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.200 - - [01/Nov/2022:04:38:14 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 14571 {"instance":"affectionate_ramanujan","level":"info","msg":"[START] status notify thread for ","time":"2022-11-01T04:38:37Z"} {"instance":"affectionate_ramanujan","level":"info","msg":"REFRESH WATCHERS","subscription":"affectionate_ramanujan-cnf-adapter","time":"2022-11-01T04:38:42Z"} {"Instance":"affectionate_ramanujan","Kind":"Pod","Subscription":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-01T04:38:42Z"} {"Instance":"affectionate_ramanujan","Kind":"Deployment","Subscription":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-01T04:38:42Z"} {"Instance":"affectionate_ramanujan","Kind":"Service","Subscription":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-01T04:38:42Z"} {"InstanceId":"affectionate_ramanujan","SubscriptionName":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-01T04:38:42Z"} 10.233.67.200 - - [01/Nov/2022:04:38:37 +0000] "POST /v1/instance/affectionate_ramanujan/status/subscription HTTP/1.1" 201 672 {"InstanceId":"affectionate_ramanujan","SubscriptionName":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-01T04:38:47Z"} 2022/11/01 04:38:48 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.248 - - [01/Nov/2022:04:38:48 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 14908 2022/11/01 04:38:58 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.248 - - [01/Nov/2022:04:38:58 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 14908 10.233.72.248 - - [01/Nov/2022:04:39:08 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 14720 2022/11/01 04:39:08 [scheduleResources]: START thread 10.233.72.248 - - [01/Nov/2022:04:39:08 +0000] "GET /v1/instance/affectionate_ramanujan/config/replica-count-change HTTP/1.1" 500 60 2022/11/01 04:39:13 [Config Create] Instance affectionate_ramanujan 2022/11/01 04:39:13 [ConfigTemplate]: Download replica-count-template 2022/11/01 04:39:13 Before Sent to goroutine {4bd1373b-d09a-4675-8804-ab68361cb838 0647f91f-e679-4c17-acab-ae7206cbc37c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/01 04:39:13 Message Sent to goroutine {4bd1373b-d09a-4675-8804-ab68361cb838 0647f91f-e679-4c17-acab-ae7206cbc37c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/01 04:39:13 [scheduleResources]: POST {4bd1373b-d09a-4675-8804-ab68361cb838 0647f91f-e679-4c17-acab-ae7206cbc37c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-120117232/manifest-0}] {"filepath":"/tmp/helm-tmpl-120117232/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:39:13Z"} 2022/11/01 04:39:13 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-120117232/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-01T04:39:13Z"} {"filepath":"/tmp/helm-tmpl-120117232/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-01T04:39:13Z"} 2022/11/01 04:39:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-01T04:39:13Z"} 2022/11/01 04:39:13 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.72.248 - - [01/Nov/2022:04:39:13 +0000] "POST /v1/instance/affectionate_ramanujan/config HTTP/1.1" 201 274 2022/11/01 04:39:13 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.248 - - [01/Nov/2022:04:39:13 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 20968 {"Instance":"affectionate_ramanujan","Subscription":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-01T04:39:22Z"} {"Kind":"Pod","Name":"rel-1-apache-d487ff666-bmwgp","level":"info","msg":"CREATED","time":"2022-11-01T04:39:22Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-01T04:39:22Z"} {"Kind":"Pod","Name":"rel-1-apache-d487ff666-n42v7","level":"info","msg":"MODIFIED","time":"2022-11-01T04:39:22Z"} 2022/11/01 04:39:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.200 - - [01/Nov/2022:04:39:23 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 20968 2022/11/01 04:39:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.248 - - [01/Nov/2022:04:39:23 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 20968 {"InstanceId":"affectionate_ramanujan","Result":202,"SubscriptionName":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-01T04:39:25Z"} 2022/11/01 04:39:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.248 - - [01/Nov/2022:04:39:33 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 21308 2022/11/01 04:39:43 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.248 - - [01/Nov/2022:04:39:43 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 21308 2022/11/01 04:39:54 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.248 - - [01/Nov/2022:04:39:53 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 21308 {"Instance":"affectionate_ramanujan","Subscription":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-01T04:39:55Z"} {"Kind":"Pod","Name":"rel-1-apache-d487ff666-bmwgp","level":"info","msg":"MODIFIED","time":"2022-11-01T04:39:55Z"} 2022/11/01 04:39:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.200 - - [01/Nov/2022:04:39:55 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 21308 {"InstanceId":"affectionate_ramanujan","Result":202,"SubscriptionName":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-01T04:39:57Z"} 10.233.72.248 - - [01/Nov/2022:04:40:04 +0000] "GET /v1/instance/affectionate_ramanujan/status HTTP/1.1" 200 21016 {"Instance":"affectionate_ramanujan","Kind":"Deployment","Subscription":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-01T04:40:21Z"} {"Instance":"affectionate_ramanujan","Kind":"Pod","Subscription":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-01T04:40:21Z"} {"Instance":"affectionate_ramanujan","Kind":"Service","Subscription":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-01T04:40:21Z"} 2022/11/01 04:40:21 Deleted Obj with ID ObjectID("6360a2d23f2b7562d64e2295") 2022/11/01 04:40:21 Deleted Obj with ID ObjectID("6360a2d185442fcd57d35cd2") 10.233.67.200 - - [01/Nov/2022:04:40:21 +0000] "DELETE /v1/instance/affectionate_ramanujan/status/subscription/affectionate_ramanujan-cnf-adapter HTTP/1.1" 202 0 2022/11/01 04:40:21 [Config Cleanup] Instance affectionate_ramanujan 2022/11/01 04:40:21 [Config Delete] Instance affectionate_ramanujan Config replica-count-change 2022/11/01 04:40:21 [ConfigTemplate]: Download replica-count-template 2022/11/01 04:40:21 Before Sent to goroutine {4bd1373b-d09a-4675-8804-ab68361cb838 0647f91f-e679-4c17-acab-ae7206cbc37c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/01 04:40:21 Message Sent to goroutine {4bd1373b-d09a-4675-8804-ab68361cb838 0647f91f-e679-4c17-acab-ae7206cbc37c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/01 04:40:21 [scheduleResources]: DELETE {4bd1373b-d09a-4675-8804-ab68361cb838 0647f91f-e679-4c17-acab-ae7206cbc37c node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-01T04:40:21Z"} 2022/11/01 04:40:21 No plugin for kind Deployment found. Using generic Plugin 2022/11/01 04:40:21 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/01 04:40:21 [Config Delete All] Instance affectionate_ramanujan Config replica-count-change 2022/11/01 04:40:21 Stop config thread for affectionate_ramanujan {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-01T04:40:21Z"} 2022/11/01 04:40:21 No plugin for kind Deployment found. Using generic Plugin 2022/11/01 04:40:21 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-01T04:40:21Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-01T04:40:21Z"} 2022/11/01 04:40:21 Deleting service: rel-1-apache {"instance":"affectionate_ramanujan","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-01T04:40:21Z"} 2022/11/01 04:40:21 Deleted Obj with ID ObjectID("6360a2b53f2b7562d64e2294") 2022/11/01 04:40:21 Deleted Obj with ID ObjectID("6360a2b385442fcd57d35caa") 10.233.67.200 - - [01/Nov/2022:04:40:21 +0000] "DELETE /v1/instance/affectionate_ramanujan HTTP/1.1" 202 0 {"instance":"affectionate_ramanujan","level":"info","msg":"[START] status notify thread for ","time":"2022-11-01T04:40:27Z"} {"InstanceId":"affectionate_ramanujan","SubscriptionName":"affectionate_ramanujan-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-01T04:40:32Z"} 10.233.70.241 - - [01/Nov/2022:04:40:38 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/11/01 04:40:38 Deleted Obj with ID ObjectID("6360a1df3f2b7562d64e2283") 10.233.70.241 - - [01/Nov/2022:04:40:38 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/11/01 04:40:38 Deleted Obj with ID ObjectID("6360a1dd85442fcd57d35bc1") 2022/11/01 04:42:52 [Config Cleanup] Instance practical_hoover 2022/11/01 04:42:52 [scheduleResources]: START thread 2022/11/01 04:42:57 Stop config thread for practical_hoover {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-01T04:42:57Z"} 2022/11/01 04:42:57 [scheduleResources]: STOP thread 2022/11/01 04:42:57 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-01T04:42:57Z"} 2022/11/01 04:42:57 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-01T04:42:57Z"} 2022/11/01 04:42:57 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-01T04:42:57Z"} 2022/11/01 04:42:57 Deleting service: pnf-macro-test-simulator-mongo {"instance":"practical_hoover","level":"info","msg":"[START] status notify thread for ","time":"2022-11-01T04:42:57Z"} {"instance":"practical_hoover","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-01T04:43:02Z"} 2022/11/01 04:43:02 Deleted Obj with ID ObjectID("6360a1813f2b7562d64e2282") 2022/11/01 04:43:02 Deleted Obj with ID ObjectID("6360a18085442fcd57d35b7b") 10.233.70.241 - - [01/Nov/2022:04:42:52 +0000] "DELETE /v1/instance/practical_hoover HTTP/1.1" 202 0 10.233.70.241 - - [01/Nov/2022:04:43:02 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/11/01 04:43:02 Deleted Obj with ID ObjectID("6360a1813f2b7562d64e227a") 10.233.70.241 - - [01/Nov/2022:04:43:02 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/11/01 04:43:02 Deleted Obj with ID ObjectID("6360a17f85442fcd57d35b40")