2022/04/10 01:21:27 Starting Kubernetes Multicloud API 2022/04/10 01:21:27 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-04-10T01:21:37Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-04-10T01:21:37Z"} 10.233.71.40 - - [10/Apr/2022:02:04:13 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-04-10T02:04:13Z"} 10.233.75.156 - - [10/Apr/2022:03:00:49 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:02:38 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:04:42 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:04:44 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:06:23 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:08:11 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:10:20 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [10/Apr/2022:03:11:07 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.75.156 - - [10/Apr/2022:03:11:41 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [10/Apr/2022:03:13:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.75.156 - - [10/Apr/2022:03:14:16 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:19:40 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:29:32 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.75.156 - - [10/Apr/2022:03:29:32 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.75.156 - - [10/Apr/2022:03:29:32 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.75.156 - - [10/Apr/2022:03:29:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.75.156 - - [10/Apr/2022:03:29:32 +0000] "GET /v1/rb/definition/cds-ms-rb-1b2b32bd-3ab4-4c23-8fe5-3b765eec67ab/v1 HTTP/1.1" 200 124 10.233.75.156 - - [10/Apr/2022:03:29:32 +0000] "POST /v1/rb/definition/cds-ms-rb-1b2b32bd-3ab4-4c23-8fe5-3b765eec67ab/v1/content HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:29:32 +0000] "GET /v1/rb/definition/cds-ms-rb-1b2b32bd-3ab4-4c23-8fe5-3b765eec67ab/v1 HTTP/1.1" 200 138 10.233.75.156 - - [10/Apr/2022:03:29:32 +0000] "POST /v1/rb/definition/cds-ms-rb-1b2b32bd-3ab4-4c23-8fe5-3b765eec67ab/v1/profile HTTP/1.1" 201 305 10.233.75.156 - - [10/Apr/2022:03:29:32 +0000] "GET /v1/rb/definition/cds-ms-rb-1b2b32bd-3ab4-4c23-8fe5-3b765eec67ab/v1/profile/cds-ms-prof-b9633226-1389-4564-aea1-e6899cce0049 HTTP/1.1" 200 305 10.233.75.156 - - [10/Apr/2022:03:29:33 +0000] "POST /v1/rb/definition/cds-ms-rb-1b2b32bd-3ab4-4c23-8fe5-3b765eec67ab/v1/profile/cds-ms-prof-b9633226-1389-4564-aea1-e6899cce0049/content HTTP/1.1" 200 0 2022/04/10 03:29:33 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/04/10 03:29:33 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/04/10 03:29:33 Main rss info 2022/04/10 03:29:33 Path: /tmp/helm-tmpl-072494817/manifest-0 2022/04/10 03:29:33 Kind: Service 2022/04/10 03:29:33 Path: /tmp/helm-tmpl-072494817/manifest-1 2022/04/10 03:29:33 Kind: Deployment 2022/04/10 03:29:33 Crd rss info 2022/04/10 03:29:33 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-04-10T03:29:33Z"} 2022/04/10 03:29:33 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-072494817/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:29:33Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-04-10T03:29:33Z"} {"filepath":"/tmp/helm-tmpl-072494817/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:29:33Z"} 2022/04/10 03:29:33 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-04-10T03:29:33Z"} 10.233.75.156 - - [10/Apr/2022:03:29:33 +0000] "POST /v1/instance HTTP/1.1" 201 541 2022/04/10 03:30:53 [Config Cleanup] Instance vibrant_yalow 2022/04/10 03:30:53 [scheduleResources]: START thread 2022/04/10 03:30:58 Stop config thread for vibrant_yalow {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-04-10T03:30:58Z"} 2022/04/10 03:30:58 No plugin for kind Deployment found. Using generic Plugin 2022/04/10 03:30:58 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-04-10T03:30:58Z"} 2022/04/10 03:30:58 Deleting service: cds-regression-mockserver {"instance":"vibrant_yalow","level":"info","msg":"[START] status notify thread for ","time":"2022-04-10T03:30:58Z"} {"instance":"vibrant_yalow","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-10T03:31:03Z"} 2022/04/10 03:31:03 Deleted Obj with ID ObjectID("62524f1d771babae93bfc013") 2022/04/10 03:31:03 Deleted Obj with ID ObjectID("62524f1d42738efb6e0cf725") 10.233.75.156 - - [10/Apr/2022:03:30:53 +0000] "DELETE /v1/instance/vibrant_yalow HTTP/1.1" 202 0 10.233.75.156 - - [10/Apr/2022:03:31:03 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/04/10 03:31:03 Deleted Obj with ID ObjectID("62524f1c771babae93bfc00a") 10.233.75.156 - - [10/Apr/2022:03:31:03 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/04/10 03:31:03 Deleted Obj with ID ObjectID("62524f1c42738efb6e0cf6e7") 127.0.0.1 - - [10/Apr/2022:03:31:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.75.156 - - [10/Apr/2022:03:35:00 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.75.156 - - [10/Apr/2022:03:35:00 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.75.156 - - [10/Apr/2022:03:35:00 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [10/Apr/2022:03:35:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [10/Apr/2022:03:35:20 +0000] "POST /v1/rb/definition/abf4aeb7-6ff0-4124-9fb5-f191e803a132/49e190cb-4289-4664-bcf1-16ca2fe1fabf/content HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:36:34 +0000] "GET /v1/rb/definition/abf4aeb7-6ff0-4124-9fb5-f191e803a132/49e190cb-4289-4664-bcf1-16ca2fe1fabf HTTP/1.1" 200 270 10.233.75.156 - - [10/Apr/2022:03:36:34 +0000] "GET /v1/rb/definition/abf4aeb7-6ff0-4124-9fb5-f191e803a132/49e190cb-4289-4664-bcf1-16ca2fe1fabf/profile/cnftest HTTP/1.1" 404 87 10.233.75.156 - - [10/Apr/2022:03:36:34 +0000] "POST /v1/rb/definition/abf4aeb7-6ff0-4124-9fb5-f191e803a132/49e190cb-4289-4664-bcf1-16ca2fe1fabf/profile HTTP/1.1" 201 240 10.233.75.156 - - [10/Apr/2022:03:36:34 +0000] "GET /v1/rb/definition/abf4aeb7-6ff0-4124-9fb5-f191e803a132/49e190cb-4289-4664-bcf1-16ca2fe1fabf/profile/cnftest HTTP/1.1" 200 240 10.233.75.156 - - [10/Apr/2022:03:36:34 +0000] "POST /v1/rb/definition/abf4aeb7-6ff0-4124-9fb5-f191e803a132/49e190cb-4289-4664-bcf1-16ca2fe1fabf/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-04-10T03:36:45Z"} 10.233.75.156 - - [10/Apr/2022:03:36:45 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-5d51a1fc-76b1-4b64-a6c7-f19ffff7e653 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"fe9d7733-343c-4998-978e-c4a3fd1e7ddc","vf-module-id":"0a1903b5-777a-4008-b763-bc818d3dc10d","vf-module-model-invariant-id":"abf4aeb7-6ff0-4124-9fb5-f191e803a132","vf-module-model-version-id":"56cbed47-d5f5-42c9-a6ed-b36ae32b148d","vf-module-model-customization-id":"49e190cb-4289-4664-bcf1-16ca2fe1fabf","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-5d51a1fc-76b1-4b64-a6c7-f19ffff7e653"}},"level":"info","msg":"Broker API Payload","time":"2022-04-10T03:36:45Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"abf4aeb7-6ff0-4124-9fb5-f191e803a132","rb-version":"49e190cb-4289-4664-bcf1-16ca2fe1fabf","profile-name":"cnftest","release-name":"0a1903b5-777a-4008-b763-bc818d3dc10d","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-5d51a1fc-76b1-4b64-a6c7-f19ffff7e653"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-04-10T03:36:45Z"} 2022/04/10 03:36:46 Main rss info 2022/04/10 03:36:46 Path: /tmp/helm-tmpl-589193480/manifest-0 2022/04/10 03:36:46 Kind: Service 2022/04/10 03:36:46 Path: /tmp/helm-tmpl-589193480/manifest-1 2022/04/10 03:36:46 Kind: Deployment 2022/04/10 03:36:46 Crd rss info 2022/04/10 03:36:46 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-04-10T03:36:46Z"} 2022/04/10 03:36:46 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-589193480/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:36:46Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-10T03:36:46Z"} {"filepath":"/tmp/helm-tmpl-589193480/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:36:46Z"} 2022/04/10 03:36:46 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-10T03:36:46Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"practical_proskuriakova","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-10T03:36:46Z"} 10.233.75.156 - - [10/Apr/2022:03:36:45 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 312 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"practical_proskuriakova","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-10T03:36:46Z"} 10.233.75.156 - - [10/Apr/2022:03:36:46 +0000] "GET /basicnf-owner/k8sregion/infra_workload/practical_proskuriakova HTTP/1.1" 200 131 10.233.75.156 - - [10/Apr/2022:03:36:46 +0000] "POST /basicnf-owner/k8sregion/infra_workload/practical_proskuriakova HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"practical_proskuriakova","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-10T03:37:16Z"} 10.233.75.156 - - [10/Apr/2022:03:37:16 +0000] "GET /basicnf-owner/k8sregion/infra_workload/practical_proskuriakova HTTP/1.1" 200 131 2022/04/10 03:37:16 [Config Cleanup] Instance practical_proskuriakova 2022/04/10 03:37:16 [scheduleResources]: START thread 2022/04/10 03:37:21 Stop config thread for practical_proskuriakova 2022/04/10 03:37:21 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-04-10T03:37:21Z"} 2022/04/10 03:37:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-04-10T03:37:21Z"} 2022/04/10 03:37:21 Deleting service: cnftest-nginx {"instance":"practical_proskuriakova","level":"info","msg":"[START] status notify thread for ","time":"2022-04-10T03:37:21Z"} {"instance":"practical_proskuriakova","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-10T03:37:27Z"} 2022/04/10 03:37:27 Deleted Obj with ID ObjectID("625250ce771babae93bfc01f") 10.233.75.156 - - [10/Apr/2022:03:37:16 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/practical_proskuriakova HTTP/1.1" 202 131 2022/04/10 03:37:27 Deleted Obj with ID ObjectID("625250ce42738efb6e0cf89f") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"practical_proskuriakova","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-04-10T03:37:27Z"} 10.233.75.156 - - [10/Apr/2022:03:37:34 +0000] "GET /v1/rb/definition/abf4aeb7-6ff0-4124-9fb5-f191e803a132/49e190cb-4289-4664-bcf1-16ca2fe1fabf HTTP/1.1" 200 270 10.233.75.156 - - [10/Apr/2022:03:37:34 +0000] "GET /v1/rb/definition/abf4aeb7-6ff0-4124-9fb5-f191e803a132/49e190cb-4289-4664-bcf1-16ca2fe1fabf/profile/cnftest HTTP/1.1" 200 240 2022/04/10 03:37:34 Deleted Obj with ID ObjectID("625250c2771babae93bfc01d") 2022/04/10 03:37:34 Deleted Obj with ID ObjectID("625250c2771babae93bfc01e") 2022/04/10 03:37:34 Deleted Obj with ID ObjectID("625250c242738efb6e0cf877") 10.233.75.156 - - [10/Apr/2022:03:37:34 +0000] "DELETE /v1/rb/definition/abf4aeb7-6ff0-4124-9fb5-f191e803a132/49e190cb-4289-4664-bcf1-16ca2fe1fabf/profile/cnftest HTTP/1.1" 204 0 10.233.75.156 - - [10/Apr/2022:03:38:07 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/04/10 03:38:07 Deleted Obj with ID ObjectID("62525064771babae93bfc017") 2022/04/10 03:38:07 Deleted Obj with ID ObjectID("6252506442738efb6e0cf81d") 10.233.75.156 - - [10/Apr/2022:03:38:07 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "GET /v1/rb/definition/pnf-cnf-rb-0a51e730-0bb7-4db8-8998-7f223628a65c/v1 HTTP/1.1" 200 125 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "POST /v1/rb/definition/pnf-cnf-rb-0a51e730-0bb7-4db8-8998-7f223628a65c/v1/content HTTP/1.1" 200 0 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "GET /v1/rb/definition/pnf-cnf-rb-0a51e730-0bb7-4db8-8998-7f223628a65c/v1 HTTP/1.1" 200 138 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "POST /v1/rb/definition/pnf-cnf-rb-0a51e730-0bb7-4db8-8998-7f223628a65c/v1/profile HTTP/1.1" 201 314 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "GET /v1/rb/definition/pnf-cnf-rb-0a51e730-0bb7-4db8-8998-7f223628a65c/v1/profile/pnf-cnf-profile-98f686a9-691e-4e79-a2e3-0da641cb6161 HTTP/1.1" 200 314 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "POST /v1/rb/definition/pnf-cnf-rb-0a51e730-0bb7-4db8-8998-7f223628a65c/v1/profile/pnf-cnf-profile-98f686a9-691e-4e79-a2e3-0da641cb6161/content HTTP/1.1" 200 0 2022/04/10 03:43:29 Main rss info 2022/04/10 03:43:29 Path: /tmp/helm-tmpl-978784078/manifest-0 2022/04/10 03:43:29 Kind: Service 2022/04/10 03:43:29 Path: /tmp/helm-tmpl-978784078/manifest-1 2022/04/10 03:43:29 Kind: Service 2022/04/10 03:43:29 Path: /tmp/helm-tmpl-978784078/manifest-2 2022/04/10 03:43:29 Kind: Pod 2022/04/10 03:43:29 Path: /tmp/helm-tmpl-978784078/manifest-3 2022/04/10 03:43:29 Kind: Deployment 2022/04/10 03:43:29 Crd rss info 2022/04/10 03:43:29 Hook info {"filepath":"/tmp/helm-tmpl-978784078/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:43:29Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-10T03:43:29Z"} {"filepath":"/tmp/helm-tmpl-978784078/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:43:29Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-10T03:43:30Z"} {"filepath":"/tmp/helm-tmpl-978784078/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:43:30Z"} 2022/04/10 03:43:30 No plugin for kind Pod found. Using generic Plugin 2022/04/10 03:43:30 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-10T03:43:30Z"} {"filepath":"/tmp/helm-tmpl-978784078/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:43:30Z"} 2022/04/10 03:43:30 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-10T03:43:30Z"} 10.233.75.156 - - [10/Apr/2022:03:43:29 +0000] "POST /v1/instance HTTP/1.1" 201 740 127.0.0.1 - - [10/Apr/2022:03:45:18 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.75.156 - - [10/Apr/2022:03:45:51 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.75.156 - - [10/Apr/2022:03:45:51 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.75.156 - - [10/Apr/2022:03:45:51 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [10/Apr/2022:03:46:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [10/Apr/2022:03:46:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [10/Apr/2022:03:46:04 +0000] "POST /v1/rb/definition/f121c42f-1d77-4d3c-a6fa-db355158fc50/b73c6090-70e7-477c-a402-809797809e94/content HTTP/1.1" 200 0 10.233.77.23 - - [10/Apr/2022:03:51:16 +0000] "GET /v1/rb/definition/f121c42f-1d77-4d3c-a6fa-db355158fc50/b73c6090-70e7-477c-a402-809797809e94 HTTP/1.1" 200 277 10.233.77.23 - - [10/Apr/2022:03:51:16 +0000] "GET /v1/rb/definition/f121c42f-1d77-4d3c-a6fa-db355158fc50/b73c6090-70e7-477c-a402-809797809e94/profile/node-port-profile HTTP/1.1" 404 87 10.233.77.23 - - [10/Apr/2022:03:51:16 +0000] "POST /v1/rb/definition/f121c42f-1d77-4d3c-a6fa-db355158fc50/b73c6090-70e7-477c-a402-809797809e94/profile HTTP/1.1" 201 270 10.233.77.23 - - [10/Apr/2022:03:51:16 +0000] "POST /v1/rb/definition/f121c42f-1d77-4d3c-a6fa-db355158fc50/b73c6090-70e7-477c-a402-809797809e94/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.77.23 - - [10/Apr/2022:03:51:29 +0000] "GET /v1/rb/definition/f121c42f-1d77-4d3c-a6fa-db355158fc50/b73c6090-70e7-477c-a402-809797809e94 HTTP/1.1" 200 277 10.233.77.23 - - [10/Apr/2022:03:51:29 +0000] "GET /v1/rb/definition/f121c42f-1d77-4d3c-a6fa-db355158fc50/b73c6090-70e7-477c-a402-809797809e94/config-template/replica-count-template HTTP/1.1" 500 78 2022/04/10 03:51:29 [ConfigiTemplate]: create f121c42f-1d77-4d3c-a6fa-db355158fc50 10.233.77.23 - - [10/Apr/2022:03:51:29 +0000] "POST /v1/rb/definition/f121c42f-1d77-4d3c-a6fa-db355158fc50/b73c6090-70e7-477c-a402-809797809e94/config-template HTTP/1.1" 201 113 2022/04/10 03:51:29 [ConfigTemplate]: Upload replica-count-template 10.233.77.23 - - [10/Apr/2022:03:51:29 +0000] "POST /v1/rb/definition/f121c42f-1d77-4d3c-a6fa-db355158fc50/b73c6090-70e7-477c-a402-809797809e94/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/04/10 03:51:33 Main rss info 2022/04/10 03:51:33 Path: /tmp/helm-tmpl-975665217/manifest-0 2022/04/10 03:51:33 Kind: Service 2022/04/10 03:51:33 Path: /tmp/helm-tmpl-975665217/manifest-1 2022/04/10 03:51:33 Kind: Deployment 2022/04/10 03:51:33 Crd rss info 2022/04/10 03:51:33 Hook info {"filepath":"/tmp/helm-tmpl-975665217/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:51:33Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-04-10T03:51:33Z"} {"filepath":"/tmp/helm-tmpl-975665217/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:51:33Z"} 2022/04/10 03:51:33 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-04-10T03:51:33Z"} 10.233.71.40 - - [10/Apr/2022:03:51:33 +0000] "POST /v1/instance HTTP/1.1" 201 1226 2022/04/10 03:51:35 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.40 - - [10/Apr/2022:03:51:34 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 14484 {"instance":"jovial_shamir","level":"info","msg":"[START] status notify thread for ","time":"2022-04-10T03:51:53Z"} {"instance":"jovial_shamir","level":"info","msg":"REFRESH WATCHERS","subscription":"jovial_shamir-cnf-adapter","time":"2022-04-10T03:51:58Z"} {"Instance":"jovial_shamir","Kind":"Service","Subscription":"jovial_shamir-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-04-10T03:51:58Z"} {"Instance":"jovial_shamir","Kind":"Deployment","Subscription":"jovial_shamir-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-04-10T03:51:58Z"} {"Instance":"jovial_shamir","Kind":"Pod","Subscription":"jovial_shamir-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-04-10T03:51:58Z"} {"InstanceId":"jovial_shamir","SubscriptionName":"jovial_shamir-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-04-10T03:51:58Z"} 10.233.71.40 - - [10/Apr/2022:03:51:53 +0000] "POST /v1/instance/jovial_shamir/status/subscription HTTP/1.1" 201 645 {"InstanceId":"jovial_shamir","SubscriptionName":"jovial_shamir-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-04-10T03:52:03Z"} 2022/04/10 03:52:08 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:52:08 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 14484 2022/04/10 03:52:18 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:52:18 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 14827 2022/04/10 03:52:28 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:52:28 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 14827 2022/04/10 03:52:39 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:52:38 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 14827 2022/04/10 03:52:48 [Config Cleanup] Instance sharp_ride 2022/04/10 03:52:48 [scheduleResources]: START thread 10.233.77.23 - - [10/Apr/2022:03:52:49 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 14639 2022/04/10 03:52:53 [scheduleResources]: START thread 2022/04/10 03:52:58 Stop config thread for sharp_ride {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-10T03:52:58Z"} 2022/04/10 03:52:58 No plugin for kind Deployment found. Using generic Plugin 2022/04/10 03:52:58 [scheduleResources]: STOP thread 10.233.77.23 - - [10/Apr/2022:03:52:49 +0000] "GET /v1/instance/jovial_shamir/config/replica-count-change HTTP/1.1" 500 60 {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-04-10T03:52:58Z"} 2022/04/10 03:52:58 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-04-10T03:52:58Z"} 2022/04/10 03:52:58 Deleting service: pnf-macro-test-simulator 2022/04/10 03:52:58 [Config Create] Instance jovial_shamir 2022/04/10 03:52:58 [ConfigTemplate]: Download replica-count-template {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-10T03:52:58Z"} 2022/04/10 03:52:58 Deleting service: pnf-macro-test-simulator-mongo {"instance":"sharp_ride","level":"info","msg":"[START] status notify thread for ","time":"2022-04-10T03:52:58Z"} 2022/04/10 03:52:58 Before Sent to goroutine {f121c42f-1d77-4d3c-a6fa-db355158fc50 b73c6090-70e7-477c-a402-809797809e94 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/10 03:52:58 Message Sent to goroutine {f121c42f-1d77-4d3c-a6fa-db355158fc50 b73c6090-70e7-477c-a402-809797809e94 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/10 03:52:58 [scheduleResources]: POST {f121c42f-1d77-4d3c-a6fa-db355158fc50 b73c6090-70e7-477c-a402-809797809e94 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-072351418/manifest-0}] {"filepath":"/tmp/helm-tmpl-072351418/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:52:58Z"} 2022/04/10 03:52:58 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-072351418/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-04-10T03:52:58Z"} {"filepath":"/tmp/helm-tmpl-072351418/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T03:52:58Z"} 2022/04/10 03:52:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-04-10T03:52:58Z"} 2022/04/10 03:52:58 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.77.23 - - [10/Apr/2022:03:52:58 +0000] "POST /v1/instance/jovial_shamir/config HTTP/1.1" 201 265 2022/04/10 03:52:58 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:52:58 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 14704 {"instance":"sharp_ride","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-10T03:53:03Z"} 2022/04/10 03:53:03 Deleted Obj with ID ObjectID("62525261771babae93bfc028") 2022/04/10 03:53:03 Deleted Obj with ID ObjectID("6252526142738efb6e0cf9fa") 10.233.75.156 - - [10/Apr/2022:03:52:48 +0000] "DELETE /v1/instance/sharp_ride HTTP/1.1" 202 0 10.233.75.156 - - [10/Apr/2022:03:53:03 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/04/10 03:53:03 Deleted Obj with ID ObjectID("62525261771babae93bfc020") 2022/04/10 03:53:03 Deleted Obj with ID ObjectID("6252526142738efb6e0cf9bf") 10.233.75.156 - - [10/Apr/2022:03:53:03 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 {"Instance":"jovial_shamir","Subscription":"jovial_shamir-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-04-10T03:53:09Z"} {"Kind":"Pod","Name":"rel-1-apache-57ddf6b9c5-7l4t8","level":"info","msg":"CREATED","time":"2022-04-10T03:53:09Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-04-10T03:53:09Z"} {"Kind":"Pod","Name":"rel-1-apache-57ddf6b9c5-tdl7k","level":"info","msg":"MODIFIED","time":"2022-04-10T03:53:09Z"} 2022/04/10 03:53:09 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:53:08 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 20881 2022/04/10 03:53:09 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.40 - - [10/Apr/2022:03:53:09 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 20881 {"InstanceId":"jovial_shamir","Result":202,"SubscriptionName":"jovial_shamir-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-04-10T03:53:12Z"} 2022/04/10 03:53:19 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:53:19 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 20881 2022/04/10 03:53:29 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:53:29 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 20881 2022/04/10 03:53:39 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:53:39 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 21224 {"Instance":"jovial_shamir","Subscription":"jovial_shamir-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-04-10T03:53:43Z"} {"Kind":"Pod","Name":"rel-1-apache-57ddf6b9c5-7l4t8","level":"info","msg":"MODIFIED","time":"2022-04-10T03:53:43Z"} 2022/04/10 03:53:43 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.40 - - [10/Apr/2022:03:53:43 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 21224 {"InstanceId":"jovial_shamir","Result":202,"SubscriptionName":"jovial_shamir-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-04-10T03:53:45Z"} 2022/04/10 03:53:49 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:53:49 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 21224 2022/04/10 03:53:59 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.77.23 - - [10/Apr/2022:03:53:59 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 21224 10.233.77.23 - - [10/Apr/2022:03:54:09 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 20932 {"Instance":"jovial_shamir","Subscription":"jovial_shamir-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-04-10T03:54:15Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-04-10T03:54:15Z"} {"Kind":"Pod","Name":"rel-1-apache-57ddf6b9c5-7l4t8","level":"info","msg":"MODIFIED","time":"2022-04-10T03:54:15Z"} 10.233.71.40 - - [10/Apr/2022:03:54:15 +0000] "GET /v1/instance/jovial_shamir/status HTTP/1.1" 200 20932 {"InstanceId":"jovial_shamir","Result":202,"SubscriptionName":"jovial_shamir-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-04-10T03:54:17Z"} {"Instance":"jovial_shamir","Kind":"Deployment","Subscription":"jovial_shamir-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-04-10T03:54:28Z"} {"Instance":"jovial_shamir","Kind":"Pod","Subscription":"jovial_shamir-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-04-10T03:54:28Z"} {"Instance":"jovial_shamir","Kind":"Service","Subscription":"jovial_shamir-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-04-10T03:54:28Z"} 2022/04/10 03:54:28 Deleted Obj with ID ObjectID("6252545e771babae93bfc03b") 2022/04/10 03:54:28 Deleted Obj with ID ObjectID("6252545e42738efb6e0cfbbc") 10.233.71.40 - - [10/Apr/2022:03:54:28 +0000] "DELETE /v1/instance/jovial_shamir/status/subscription/jovial_shamir-cnf-adapter HTTP/1.1" 202 0 2022/04/10 03:54:28 [Config Cleanup] Instance jovial_shamir 2022/04/10 03:54:28 [Config Delete] Instance jovial_shamir Config replica-count-change 2022/04/10 03:54:28 [ConfigTemplate]: Download replica-count-template 2022/04/10 03:54:28 Before Sent to goroutine {f121c42f-1d77-4d3c-a6fa-db355158fc50 b73c6090-70e7-477c-a402-809797809e94 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/10 03:54:28 Message Sent to goroutine {f121c42f-1d77-4d3c-a6fa-db355158fc50 b73c6090-70e7-477c-a402-809797809e94 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/10 03:54:28 [scheduleResources]: DELETE {f121c42f-1d77-4d3c-a6fa-db355158fc50 b73c6090-70e7-477c-a402-809797809e94 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-04-10T03:54:28Z"} 2022/04/10 03:54:28 No plugin for kind Deployment found. Using generic Plugin 2022/04/10 03:54:28 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/04/10 03:54:28 [Config Delete All] Instance jovial_shamir Config replica-count-change 2022/04/10 03:54:28 Stop config thread for jovial_shamir {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-04-10T03:54:28Z"} 2022/04/10 03:54:28 No plugin for kind Deployment found. Using generic Plugin 2022/04/10 03:54:28 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-04-10T03:54:28Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-04-10T03:54:28Z"} 2022/04/10 03:54:28 Deleting service: rel-1-apache {"instance":"jovial_shamir","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-10T03:54:29Z"} 2022/04/10 03:54:29 Deleted Obj with ID ObjectID("62525445771babae93bfc03a") 2022/04/10 03:54:29 Deleted Obj with ID ObjectID("6252544542738efb6e0cfb94") 10.233.71.40 - - [10/Apr/2022:03:54:28 +0000] "DELETE /v1/instance/jovial_shamir HTTP/1.1" 202 0 {"instance":"jovial_shamir","level":"info","msg":"[START] status notify thread for ","time":"2022-04-10T03:54:47Z"} {"InstanceId":"jovial_shamir","SubscriptionName":"jovial_shamir-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-04-10T03:54:52Z"} 10.233.75.156 - - [10/Apr/2022:03:54:55 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/04/10 03:54:55 Deleted Obj with ID ObjectID("625252ef771babae93bfc02c") 10.233.75.156 - - [10/Apr/2022:03:54:55 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/04/10 03:54:55 Deleted Obj with ID ObjectID("625252ef42738efb6e0cfa67")