2023/01/24 05:00:04 Starting Kubernetes Multicloud API 2023/01/24 05:00:04 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2023-01-24T05:00:14Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2023-01-24T05:00:14Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2023-01-24T05:51:16Z"} 10.233.70.74 - - [24/Jan/2023:05:51:16 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.67.1 - - [24/Jan/2023:06:51:40 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [24/Jan/2023:06:57:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [24/Jan/2023:07:05:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.1 - - [24/Jan/2023:07:12:17 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.67.1 - - [24/Jan/2023:07:12:17 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.67.1 - - [24/Jan/2023:07:12:18 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.67.1 - - [24/Jan/2023:07:12:18 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.67.1 - - [24/Jan/2023:07:12:18 +0000] "GET /v1/rb/definition/cds-ms-rb-70b3b400-4433-42a9-84d2-8bdef8aa35f0/v1 HTTP/1.1" 200 124 10.233.67.1 - - [24/Jan/2023:07:12:18 +0000] "POST /v1/rb/definition/cds-ms-rb-70b3b400-4433-42a9-84d2-8bdef8aa35f0/v1/content HTTP/1.1" 200 0 10.233.67.1 - - [24/Jan/2023:07:12:18 +0000] "GET /v1/rb/definition/cds-ms-rb-70b3b400-4433-42a9-84d2-8bdef8aa35f0/v1 HTTP/1.1" 200 138 10.233.67.1 - - [24/Jan/2023:07:12:18 +0000] "POST /v1/rb/definition/cds-ms-rb-70b3b400-4433-42a9-84d2-8bdef8aa35f0/v1/profile HTTP/1.1" 201 305 10.233.67.1 - - [24/Jan/2023:07:12:18 +0000] "GET /v1/rb/definition/cds-ms-rb-70b3b400-4433-42a9-84d2-8bdef8aa35f0/v1/profile/cds-ms-prof-93c0b648-2349-40a4-82be-1e96985786a1 HTTP/1.1" 200 305 10.233.67.1 - - [24/Jan/2023:07:12:18 +0000] "POST /v1/rb/definition/cds-ms-rb-70b3b400-4433-42a9-84d2-8bdef8aa35f0/v1/profile/cds-ms-prof-93c0b648-2349-40a4-82be-1e96985786a1/content HTTP/1.1" 200 0 2023/01/24 07:12:18 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2023/01/24 07:12:18 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2023/01/24 07:12:18 Main rss info 2023/01/24 07:12:18 Path: /tmp/helm-tmpl-553384197/manifest-0 2023/01/24 07:12:18 Kind: Service 2023/01/24 07:12:18 Path: /tmp/helm-tmpl-553384197/manifest-1 2023/01/24 07:12:18 Kind: Deployment 2023/01/24 07:12:18 Crd rss info 2023/01/24 07:12:18 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2023-01-24T07:12:18Z"} 2023/01/24 07:12:18 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-553384197/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T07:12:18Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2023-01-24T07:12:18Z"} {"filepath":"/tmp/helm-tmpl-553384197/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T07:12:18Z"} 2023/01/24 07:12:18 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2023-01-24T07:12:18Z"} 10.233.67.1 - - [24/Jan/2023:07:12:18 +0000] "POST /v1/instance HTTP/1.1" 201 537 2023/01/24 07:13:40 [Config Cleanup] Instance keen_cori 2023/01/24 07:13:40 [scheduleResources]: START thread 2023/01/24 07:13:45 Stop config thread for keen_cori 2023/01/24 07:13:45 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2023-01-24T07:13:45Z"} 2023/01/24 07:13:45 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2023-01-24T07:13:45Z"} 2023/01/24 07:13:45 Deleting service: cds-regression-mockserver {"instance":"keen_cori","level":"info","msg":"[START] status notify thread for ","time":"2023-01-24T07:13:45Z"} {"instance":"keen_cori","level":"info","msg":"[STOP] status notify thread for ","time":"2023-01-24T07:13:50Z"} 2023/01/24 07:13:50 Deleted Obj with ID ObjectID("63cf84d25bb515a125afe390") 2023/01/24 07:13:50 Deleted Obj with ID ObjectID("63cf84d2d0ac900ad9864b68") 10.233.67.1 - - [24/Jan/2023:07:13:40 +0000] "DELETE /v1/instance/keen_cori HTTP/1.1" 202 0 10.233.67.1 - - [24/Jan/2023:07:13:50 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2023/01/24 07:13:50 Deleted Obj with ID ObjectID("63cf84d25bb515a125afe387") 2023/01/24 07:13:50 Deleted Obj with ID ObjectID("63cf84d1d0ac900ad9864b2a") 10.233.67.1 - - [24/Jan/2023:07:13:50 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [24/Jan/2023:07:14:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.67.1 - - [24/Jan/2023:07:14:12 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.67.1 - - [24/Jan/2023:07:14:12 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.67.1 - - [24/Jan/2023:07:14:12 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [24/Jan/2023:07:14:24 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [24/Jan/2023:07:14:24 +0000] "POST /v1/rb/definition/2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba/a50618ce-cd57-4e91-99e4-8d909d6bc254/content HTTP/1.1" 200 0 10.233.67.1 - - [24/Jan/2023:07:19:44 +0000] "GET /v1/rb/definition/2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba/a50618ce-cd57-4e91-99e4-8d909d6bc254 HTTP/1.1" 200 270 10.233.67.1 - - [24/Jan/2023:07:19:44 +0000] "GET /v1/rb/definition/2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba/a50618ce-cd57-4e91-99e4-8d909d6bc254/profile/cnftest HTTP/1.1" 404 87 10.233.67.1 - - [24/Jan/2023:07:19:44 +0000] "POST /v1/rb/definition/2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba/a50618ce-cd57-4e91-99e4-8d909d6bc254/profile HTTP/1.1" 201 240 10.233.67.1 - - [24/Jan/2023:07:19:44 +0000] "GET /v1/rb/definition/2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba/a50618ce-cd57-4e91-99e4-8d909d6bc254/profile/cnftest HTTP/1.1" 200 240 10.233.67.1 - - [24/Jan/2023:07:19:44 +0000] "POST /v1/rb/definition/2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba/a50618ce-cd57-4e91-99e4-8d909d6bc254/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2023-01-24T07:19:54Z"} 10.233.67.1 - - [24/Jan/2023:07:19:54 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-5d45b1cd-67c9-474c-a768-d046fe64404f HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"5492690c-39ff-42ec-adc5-3c712c6919a0","vf-module-id":"0a20744a-2caf-4218-8146-166a2b45be89","vf-module-model-invariant-id":"2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba","vf-module-model-version-id":"1887c876-9bbc-45f2-a80b-4947e17b4a56","vf-module-model-customization-id":"a50618ce-cd57-4e91-99e4-8d909d6bc254","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-5d45b1cd-67c9-474c-a768-d046fe64404f"}},"level":"info","msg":"Broker API Payload","time":"2023-01-24T07:19:55Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba","rb-version":"a50618ce-cd57-4e91-99e4-8d909d6bc254","profile-name":"cnftest","release-name":"0a20744a-2caf-4218-8146-166a2b45be89","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-5d45b1cd-67c9-474c-a768-d046fe64404f"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2023-01-24T07:19:55Z"} 2023/01/24 07:19:55 Main rss info 2023/01/24 07:19:55 Path: /tmp/helm-tmpl-522430786/manifest-0 2023/01/24 07:19:55 Kind: Service 2023/01/24 07:19:55 Path: /tmp/helm-tmpl-522430786/manifest-1 2023/01/24 07:19:55 Kind: Deployment 2023/01/24 07:19:55 Crd rss info 2023/01/24 07:19:55 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2023-01-24T07:19:55Z"} 2023/01/24 07:19:55 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-522430786/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T07:19:55Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2023-01-24T07:19:55Z"} {"filepath":"/tmp/helm-tmpl-522430786/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T07:19:55Z"} 2023/01/24 07:19:55 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2023-01-24T07:19:55Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"kind_chaum","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2023-01-24T07:19:55Z"} 10.233.67.1 - - [24/Jan/2023:07:19:55 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 299 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"kind_chaum","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2023-01-24T07:19:55Z"} 10.233.67.1 - - [24/Jan/2023:07:19:55 +0000] "GET /basicnf-owner/k8sregion/infra_workload/kind_chaum HTTP/1.1" 200 118 10.233.67.1 - - [24/Jan/2023:07:19:55 +0000] "POST /basicnf-owner/k8sregion/infra_workload/kind_chaum HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"kind_chaum","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2023-01-24T07:20:24Z"} 10.233.67.1 - - [24/Jan/2023:07:20:24 +0000] "GET /basicnf-owner/k8sregion/infra_workload/kind_chaum HTTP/1.1" 200 118 2023/01/24 07:20:24 [Config Cleanup] Instance kind_chaum 2023/01/24 07:20:24 [scheduleResources]: START thread 2023/01/24 07:20:29 Stop config thread for kind_chaum {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2023-01-24T07:20:29Z"} 2023/01/24 07:20:29 No plugin for kind Deployment found. Using generic Plugin 2023/01/24 07:20:29 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2023-01-24T07:20:29Z"} 2023/01/24 07:20:29 Deleting service: cnftest-nginx {"instance":"kind_chaum","level":"info","msg":"[START] status notify thread for ","time":"2023-01-24T07:20:29Z"} {"instance":"kind_chaum","level":"info","msg":"[STOP] status notify thread for ","time":"2023-01-24T07:20:34Z"} 2023/01/24 07:20:34 Deleted Obj with ID ObjectID("63cf869b5bb515a125afe39c") 2023/01/24 07:20:34 Deleted Obj with ID ObjectID("63cf869ad0ac900ad9864ce8") 10.233.67.1 - - [24/Jan/2023:07:20:24 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/kind_chaum HTTP/1.1" 202 118 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"kind_chaum","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2023-01-24T07:20:34Z"} 10.233.67.1 - - [24/Jan/2023:07:21:35 +0000] "GET /v1/rb/definition/2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba/a50618ce-cd57-4e91-99e4-8d909d6bc254 HTTP/1.1" 200 270 10.233.67.1 - - [24/Jan/2023:07:21:35 +0000] "GET /v1/rb/definition/2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba/a50618ce-cd57-4e91-99e4-8d909d6bc254/profile/cnftest HTTP/1.1" 200 240 2023/01/24 07:21:35 Deleted Obj with ID ObjectID("63cf86905bb515a125afe39a") 2023/01/24 07:21:35 Deleted Obj with ID ObjectID("63cf86905bb515a125afe39b") 2023/01/24 07:21:35 Deleted Obj with ID ObjectID("63cf868fd0ac900ad9864cc6") 10.233.67.1 - - [24/Jan/2023:07:21:35 +0000] "DELETE /v1/rb/definition/2dc4dc3c-afaa-4a1d-aec0-41c9db9c56ba/a50618ce-cd57-4e91-99e4-8d909d6bc254/profile/cnftest HTTP/1.1" 204 0 10.233.67.1 - - [24/Jan/2023:07:22:03 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2023/01/24 07:22:03 Deleted Obj with ID ObjectID("63cf85445bb515a125afe394") 10.233.67.1 - - [24/Jan/2023:07:22:03 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2023/01/24 07:22:03 Deleted Obj with ID ObjectID("63cf8544d0ac900ad9864bdb") 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6bc9c2a4-5451-42d7-b283-1845b8c39f61/v1 HTTP/1.1" 200 125 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6bc9c2a4-5451-42d7-b283-1845b8c39f61/v1/content HTTP/1.1" 200 0 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6bc9c2a4-5451-42d7-b283-1845b8c39f61/v1 HTTP/1.1" 200 138 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6bc9c2a4-5451-42d7-b283-1845b8c39f61/v1/profile HTTP/1.1" 201 314 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6bc9c2a4-5451-42d7-b283-1845b8c39f61/v1/profile/pnf-cnf-profile-0dad2cb2-387c-48d1-a1e4-bd294a6e126f HTTP/1.1" 200 314 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6bc9c2a4-5451-42d7-b283-1845b8c39f61/v1/profile/pnf-cnf-profile-0dad2cb2-387c-48d1-a1e4-bd294a6e126f/content HTTP/1.1" 200 0 2023/01/24 07:52:59 Main rss info 2023/01/24 07:52:59 Path: /tmp/helm-tmpl-752884536/manifest-0 2023/01/24 07:52:59 Kind: Service 2023/01/24 07:52:59 Path: /tmp/helm-tmpl-752884536/manifest-1 2023/01/24 07:52:59 Kind: Service 2023/01/24 07:52:59 Path: /tmp/helm-tmpl-752884536/manifest-2 2023/01/24 07:52:59 Kind: Pod 2023/01/24 07:52:59 Path: /tmp/helm-tmpl-752884536/manifest-3 2023/01/24 07:52:59 Kind: Deployment 2023/01/24 07:52:59 Crd rss info 2023/01/24 07:52:59 Hook info {"filepath":"/tmp/helm-tmpl-752884536/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T07:52:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-01-24T07:52:59Z"} {"filepath":"/tmp/helm-tmpl-752884536/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T07:52:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2023-01-24T07:52:59Z"} {"filepath":"/tmp/helm-tmpl-752884536/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T07:52:59Z"} 2023/01/24 07:52:59 No plugin for kind Pod found. Using generic Plugin 2023/01/24 07:52:59 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2023-01-24T07:53:00Z"} {"filepath":"/tmp/helm-tmpl-752884536/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T07:53:00Z"} 2023/01/24 07:53:00 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-01-24T07:53:00Z"} 10.233.67.1 - - [24/Jan/2023:07:52:59 +0000] "POST /v1/instance HTTP/1.1" 201 744 10.233.67.1 - - [24/Jan/2023:07:54:33 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.67.1 - - [24/Jan/2023:07:54:33 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.67.1 - - [24/Jan/2023:07:54:33 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [24/Jan/2023:07:54:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.1 - - [24/Jan/2023:07:54:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [24/Jan/2023:07:54:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [24/Jan/2023:07:54:58 +0000] "POST /v1/rb/definition/05128aef-c0d9-448c-8ca4-26474dd53c14/ee9c7db9-816c-4484-8f05-51c767c31a71/content HTTP/1.1" 200 0 2023/01/24 07:59:39 [Config Cleanup] Instance hungry_poitras 2023/01/24 07:59:39 [scheduleResources]: START thread 2023/01/24 07:59:44 Stop config thread for hungry_poitras {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-01-24T07:59:44Z"} 2023/01/24 07:59:44 No plugin for kind Deployment found. Using generic Plugin 2023/01/24 07:59:44 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2023-01-24T07:59:44Z"} 2023/01/24 07:59:44 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2023-01-24T07:59:44Z"} 2023/01/24 07:59:44 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-01-24T07:59:44Z"} 2023/01/24 07:59:44 Deleting service: pnf-macro-test-simulator-mongo {"instance":"hungry_poitras","level":"info","msg":"[START] status notify thread for ","time":"2023-01-24T07:59:44Z"} {"instance":"hungry_poitras","level":"info","msg":"[STOP] status notify thread for ","time":"2023-01-24T07:59:49Z"} 2023/01/24 07:59:49 Deleted Obj with ID ObjectID("63cf8e5b5bb515a125afe3a5") 2023/01/24 07:59:49 Deleted Obj with ID ObjectID("63cf8e5bd0ac900ad9865212") 10.233.67.1 - - [24/Jan/2023:07:59:39 +0000] "DELETE /v1/instance/hungry_poitras HTTP/1.1" 202 0 10.233.67.1 - - [24/Jan/2023:07:59:49 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2023/01/24 07:59:49 Deleted Obj with ID ObjectID("63cf8e5b5bb515a125afe39d") 10.233.67.1 - - [24/Jan/2023:07:59:49 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2023/01/24 07:59:49 Deleted Obj with ID ObjectID("63cf8e5ad0ac900ad98651d7") 10.233.65.107 - - [24/Jan/2023:07:59:54 +0000] "GET /v1/rb/definition/05128aef-c0d9-448c-8ca4-26474dd53c14/ee9c7db9-816c-4484-8f05-51c767c31a71 HTTP/1.1" 200 277 10.233.65.107 - - [24/Jan/2023:07:59:54 +0000] "GET /v1/rb/definition/05128aef-c0d9-448c-8ca4-26474dd53c14/ee9c7db9-816c-4484-8f05-51c767c31a71/profile/node-port-profile HTTP/1.1" 404 87 10.233.65.107 - - [24/Jan/2023:07:59:54 +0000] "POST /v1/rb/definition/05128aef-c0d9-448c-8ca4-26474dd53c14/ee9c7db9-816c-4484-8f05-51c767c31a71/profile HTTP/1.1" 201 270 10.233.65.107 - - [24/Jan/2023:07:59:54 +0000] "POST /v1/rb/definition/05128aef-c0d9-448c-8ca4-26474dd53c14/ee9c7db9-816c-4484-8f05-51c767c31a71/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.65.107 - - [24/Jan/2023:08:00:04 +0000] "GET /v1/rb/definition/05128aef-c0d9-448c-8ca4-26474dd53c14/ee9c7db9-816c-4484-8f05-51c767c31a71 HTTP/1.1" 200 277 10.233.65.107 - - [24/Jan/2023:08:00:04 +0000] "GET /v1/rb/definition/05128aef-c0d9-448c-8ca4-26474dd53c14/ee9c7db9-816c-4484-8f05-51c767c31a71/config-template/replica-count-template HTTP/1.1" 500 78 2023/01/24 08:00:04 [ConfigiTemplate]: create 05128aef-c0d9-448c-8ca4-26474dd53c14 10.233.65.107 - - [24/Jan/2023:08:00:04 +0000] "POST /v1/rb/definition/05128aef-c0d9-448c-8ca4-26474dd53c14/ee9c7db9-816c-4484-8f05-51c767c31a71/config-template HTTP/1.1" 201 113 2023/01/24 08:00:04 [ConfigTemplate]: Upload replica-count-template 10.233.65.107 - - [24/Jan/2023:08:00:04 +0000] "POST /v1/rb/definition/05128aef-c0d9-448c-8ca4-26474dd53c14/ee9c7db9-816c-4484-8f05-51c767c31a71/config-template/replica-count-template/content HTTP/1.1" 200 0 2023/01/24 08:00:09 Main rss info 2023/01/24 08:00:09 Path: /tmp/helm-tmpl-254402012/manifest-0 2023/01/24 08:00:09 Kind: Service 2023/01/24 08:00:09 Path: /tmp/helm-tmpl-254402012/manifest-1 2023/01/24 08:00:09 Kind: Deployment 2023/01/24 08:00:09 Crd rss info 2023/01/24 08:00:09 Hook info {"filepath":"/tmp/helm-tmpl-254402012/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T08:00:09Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2023-01-24T08:00:09Z"} {"filepath":"/tmp/helm-tmpl-254402012/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T08:00:09Z"} 2023/01/24 08:00:09 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2023-01-24T08:00:09Z"} 10.233.70.74 - - [24/Jan/2023:08:00:09 +0000] "POST /v1/instance HTTP/1.1" 201 1282 2023/01/24 08:00:10 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.74 - - [24/Jan/2023:08:00:10 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 14546 {"instance":"heuristic_fermi","level":"info","msg":"[START] status notify thread for ","time":"2023-01-24T08:00:37Z"} {"instance":"heuristic_fermi","level":"info","msg":"REFRESH WATCHERS","subscription":"heuristic_fermi-cnf-adapter","time":"2023-01-24T08:00:42Z"} {"Instance":"heuristic_fermi","Kind":"Deployment","Subscription":"heuristic_fermi-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-01-24T08:00:42Z"} {"Instance":"heuristic_fermi","Kind":"Service","Subscription":"heuristic_fermi-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-01-24T08:00:42Z"} {"Instance":"heuristic_fermi","Kind":"Pod","Subscription":"heuristic_fermi-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-01-24T08:00:42Z"} {"InstanceId":"heuristic_fermi","SubscriptionName":"heuristic_fermi-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2023-01-24T08:00:42Z"} 10.233.70.74 - - [24/Jan/2023:08:00:37 +0000] "POST /v1/instance/heuristic_fermi/status/subscription HTTP/1.1" 201 650 {"InstanceId":"heuristic_fermi","SubscriptionName":"heuristic_fermi-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2023-01-24T08:00:47Z"} 2023/01/24 08:00:48 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.65.107 - - [24/Jan/2023:08:00:48 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 14889 2023/01/24 08:00:58 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.65.107 - - [24/Jan/2023:08:00:58 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 14889 10.233.65.107 - - [24/Jan/2023:08:01:08 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 14701 2023/01/24 08:01:08 [scheduleResources]: START thread 10.233.65.107 - - [24/Jan/2023:08:01:08 +0000] "GET /v1/instance/heuristic_fermi/config/replica-count-change HTTP/1.1" 500 60 2023/01/24 08:01:13 [Config Create] Instance heuristic_fermi 2023/01/24 08:01:13 [ConfigTemplate]: Download replica-count-template 2023/01/24 08:01:13 Before Sent to goroutine {05128aef-c0d9-448c-8ca4-26474dd53c14 ee9c7db9-816c-4484-8f05-51c767c31a71 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/01/24 08:01:13 Message Sent to goroutine {05128aef-c0d9-448c-8ca4-26474dd53c14 ee9c7db9-816c-4484-8f05-51c767c31a71 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/01/24 08:01:13 [scheduleResources]: POST {05128aef-c0d9-448c-8ca4-26474dd53c14 ee9c7db9-816c-4484-8f05-51c767c31a71 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-713587261/manifest-0}] {"filepath":"/tmp/helm-tmpl-713587261/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T08:01:13Z"} 2023/01/24 08:01:13 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-713587261/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2023-01-24T08:01:13Z"} {"filepath":"/tmp/helm-tmpl-713587261/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-24T08:01:13Z"} 2023/01/24 08:01:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2023-01-24T08:01:14Z"} 2023/01/24 08:01:14 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.65.107 - - [24/Jan/2023:08:01:13 +0000] "POST /v1/instance/heuristic_fermi/config HTTP/1.1" 201 267 2023/01/24 08:01:14 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.107 - - [24/Jan/2023:08:01:14 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 19578 {"Instance":"heuristic_fermi","Subscription":"heuristic_fermi-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2023-01-24T08:01:22Z"} {"Kind":"Pod","Name":"rel-1-apache-74b5d44699-d688p","level":"info","msg":"CREATED","time":"2023-01-24T08:01:22Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2023-01-24T08:01:22Z"} {"Kind":"Pod","Name":"rel-1-apache-74b5d44699-txwsh","level":"info","msg":"MODIFIED","time":"2023-01-24T08:01:22Z"} 2023/01/24 08:01:22 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.74 - - [24/Jan/2023:08:01:22 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 20947 2023/01/24 08:01:24 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.107 - - [24/Jan/2023:08:01:24 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 20947 {"InstanceId":"heuristic_fermi","Result":202,"SubscriptionName":"heuristic_fermi-cnf-adapter","level":"info","msg":"Notification sent","time":"2023-01-24T08:01:25Z"} 2023/01/24 08:01:34 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.107 - - [24/Jan/2023:08:01:34 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 21290 2023/01/24 08:01:44 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.107 - - [24/Jan/2023:08:01:44 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 21290 2023/01/24 08:01:54 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.107 - - [24/Jan/2023:08:01:54 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 21290 {"Instance":"heuristic_fermi","Subscription":"heuristic_fermi-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2023-01-24T08:01:55Z"} {"Kind":"Pod","Name":"rel-1-apache-74b5d44699-d688p","level":"info","msg":"MODIFIED","time":"2023-01-24T08:01:55Z"} 2023/01/24 08:01:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.74 - - [24/Jan/2023:08:01:55 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 21290 {"InstanceId":"heuristic_fermi","Result":202,"SubscriptionName":"heuristic_fermi-cnf-adapter","level":"info","msg":"Notification sent","time":"2023-01-24T08:01:57Z"} 10.233.65.107 - - [24/Jan/2023:08:02:04 +0000] "GET /v1/instance/heuristic_fermi/status HTTP/1.1" 200 20998 {"Instance":"heuristic_fermi","Kind":"Service","Subscription":"heuristic_fermi-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-01-24T08:02:24Z"} {"Instance":"heuristic_fermi","Kind":"Deployment","Subscription":"heuristic_fermi-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-01-24T08:02:24Z"} {"Instance":"heuristic_fermi","Kind":"Pod","Subscription":"heuristic_fermi-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-01-24T08:02:24Z"} 2023/01/24 08:02:24 Deleted Obj with ID ObjectID("63cf902a5bb515a125afe3b8") 2023/01/24 08:02:24 Deleted Obj with ID ObjectID("63cf902ad0ac900ad98653ce") 10.233.70.74 - - [24/Jan/2023:08:02:24 +0000] "DELETE /v1/instance/heuristic_fermi/status/subscription/heuristic_fermi-cnf-adapter HTTP/1.1" 202 0 2023/01/24 08:02:24 [Config Cleanup] Instance heuristic_fermi 2023/01/24 08:02:24 [Config Delete] Instance heuristic_fermi Config replica-count-change 2023/01/24 08:02:24 [ConfigTemplate]: Download replica-count-template 2023/01/24 08:02:24 Before Sent to goroutine {05128aef-c0d9-448c-8ca4-26474dd53c14 ee9c7db9-816c-4484-8f05-51c767c31a71 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/01/24 08:02:24 Message Sent to goroutine {05128aef-c0d9-448c-8ca4-26474dd53c14 ee9c7db9-816c-4484-8f05-51c767c31a71 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/01/24 08:02:24 [scheduleResources]: DELETE {05128aef-c0d9-448c-8ca4-26474dd53c14 ee9c7db9-816c-4484-8f05-51c767c31a71 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-01-24T08:02:24Z"} 2023/01/24 08:02:24 No plugin for kind Deployment found. Using generic Plugin 2023/01/24 08:02:24 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2023/01/24 08:02:24 [Config Delete All] Instance heuristic_fermi Config replica-count-change 2023/01/24 08:02:24 Stop config thread for heuristic_fermi {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-01-24T08:02:24Z"} 2023/01/24 08:02:24 No plugin for kind Deployment found. Using generic Plugin 2023/01/24 08:02:24 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2023-01-24T08:02:24Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-01-24T08:02:24Z"} 2023/01/24 08:02:24 Deleting service: rel-1-apache {"instance":"heuristic_fermi","level":"info","msg":"[STOP] status notify thread for ","time":"2023-01-24T08:02:24Z"} 2023/01/24 08:02:24 Deleted Obj with ID ObjectID("63cf90095bb515a125afe3b7") 2023/01/24 08:02:24 Deleted Obj with ID ObjectID("63cf9009d0ac900ad98653a1") 10.233.70.74 - - [24/Jan/2023:08:02:24 +0000] "DELETE /v1/instance/heuristic_fermi HTTP/1.1" 202 0 {"instance":"heuristic_fermi","level":"info","msg":"[START] status notify thread for ","time":"2023-01-24T08:02:27Z"} {"InstanceId":"heuristic_fermi","SubscriptionName":"heuristic_fermi-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2023-01-24T08:02:32Z"} 10.233.67.1 - - [24/Jan/2023:08:02:42 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2023/01/24 08:02:42 Deleted Obj with ID ObjectID("63cf8eb95bb515a125afe3a6") 2023/01/24 08:02:42 Deleted Obj with ID ObjectID("63cf8eb9d0ac900ad9865258") 10.233.67.1 - - [24/Jan/2023:08:02:42 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0