2022/11/28 08:45:42 Starting Kubernetes Multicloud API 2022/11/28 08:45:42 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-28T08:45:52Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-28T08:45:52Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-28T09:21:02Z"} 10.233.70.23 - - [28/Nov/2022:09:21:02 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.70.42 - - [28/Nov/2022:14:31:48 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [28/Nov/2022:14:36:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [28/Nov/2022:14:37:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.70.42 - - [28/Nov/2022:14:50:07 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.42 - - [28/Nov/2022:14:50:07 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.70.42 - - [28/Nov/2022:14:50:07 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.70.42 - - [28/Nov/2022:14:50:07 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.42 - - [28/Nov/2022:14:50:07 +0000] "GET /v1/rb/definition/cds-ms-rb-a59cc55e-ab46-4b3d-a5f9-164102eb641d/v1 HTTP/1.1" 200 124 10.233.70.42 - - [28/Nov/2022:14:50:07 +0000] "POST /v1/rb/definition/cds-ms-rb-a59cc55e-ab46-4b3d-a5f9-164102eb641d/v1/content HTTP/1.1" 200 0 10.233.70.42 - - [28/Nov/2022:14:50:07 +0000] "GET /v1/rb/definition/cds-ms-rb-a59cc55e-ab46-4b3d-a5f9-164102eb641d/v1 HTTP/1.1" 200 138 10.233.70.42 - - [28/Nov/2022:14:50:07 +0000] "POST /v1/rb/definition/cds-ms-rb-a59cc55e-ab46-4b3d-a5f9-164102eb641d/v1/profile HTTP/1.1" 201 305 10.233.70.42 - - [28/Nov/2022:14:50:07 +0000] "GET /v1/rb/definition/cds-ms-rb-a59cc55e-ab46-4b3d-a5f9-164102eb641d/v1/profile/cds-ms-prof-0d00934e-9ca0-4b08-9c5b-0b9b35dbd59e HTTP/1.1" 200 305 10.233.70.42 - - [28/Nov/2022:14:50:07 +0000] "POST /v1/rb/definition/cds-ms-rb-a59cc55e-ab46-4b3d-a5f9-164102eb641d/v1/profile/cds-ms-prof-0d00934e-9ca0-4b08-9c5b-0b9b35dbd59e/content HTTP/1.1" 200 0 2022/11/28 14:50:08 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/28 14:50:08 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/28 14:50:08 Main rss info 2022/11/28 14:50:08 Path: /tmp/helm-tmpl-960488896/manifest-0 2022/11/28 14:50:08 Kind: Service 2022/11/28 14:50:08 Path: /tmp/helm-tmpl-960488896/manifest-1 2022/11/28 14:50:08 Kind: Deployment 2022/11/28 14:50:08 Crd rss info 2022/11/28 14:50:08 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-28T14:50:08Z"} 2022/11/28 14:50:08 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-960488896/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T14:50:08Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-28T14:50:08Z"} {"filepath":"/tmp/helm-tmpl-960488896/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T14:50:08Z"} 2022/11/28 14:50:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-28T14:50:08Z"} 10.233.70.42 - - [28/Nov/2022:14:50:08 +0000] "POST /v1/instance HTTP/1.1" 201 546 2022/11/28 14:51:28 [Config Cleanup] Instance competent_margulis 2022/11/28 14:51:28 [scheduleResources]: START thread 2022/11/28 14:51:33 Stop config thread for competent_margulis {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-28T14:51:33Z"} 2022/11/28 14:51:33 No plugin for kind Deployment found. Using generic Plugin 2022/11/28 14:51:33 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-28T14:51:33Z"} 2022/11/28 14:51:33 Deleting service: cds-regression-mockserver {"instance":"competent_margulis","level":"info","msg":"[START] status notify thread for ","time":"2022-11-28T14:51:33Z"} {"instance":"competent_margulis","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-28T14:51:38Z"} 2022/11/28 14:51:38 Deleted Obj with ID ObjectID("6384caa0b58479a8c7eb0d65") 2022/11/28 14:51:38 Deleted Obj with ID ObjectID("6384caa0ba4a65f91eadc816") 10.233.70.42 - - [28/Nov/2022:14:51:28 +0000] "DELETE /v1/instance/competent_margulis HTTP/1.1" 202 0 10.233.70.42 - - [28/Nov/2022:14:51:38 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/11/28 14:51:38 Deleted Obj with ID ObjectID("6384ca9fb58479a8c7eb0d5c") 2022/11/28 14:51:38 Deleted Obj with ID ObjectID("6384ca9fba4a65f91eadc7d8") 10.233.70.42 - - [28/Nov/2022:14:51:38 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.70.42 - - [28/Nov/2022:14:51:40 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.42 - - [28/Nov/2022:14:51:40 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.42 - - [28/Nov/2022:14:51:40 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [28/Nov/2022:14:51:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [28/Nov/2022:14:52:08 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [28/Nov/2022:14:52:08 +0000] "POST /v1/rb/definition/9b47f932-f131-4455-8467-1cb13761133b/df608c59-76f8-4595-9a0d-ccf1cad212c0/content HTTP/1.1" 200 0 10.233.70.42 - - [28/Nov/2022:14:59:12 +0000] "GET /v1/rb/definition/9b47f932-f131-4455-8467-1cb13761133b/df608c59-76f8-4595-9a0d-ccf1cad212c0 HTTP/1.1" 200 270 10.233.70.42 - - [28/Nov/2022:14:59:12 +0000] "GET /v1/rb/definition/9b47f932-f131-4455-8467-1cb13761133b/df608c59-76f8-4595-9a0d-ccf1cad212c0/profile/cnftest HTTP/1.1" 404 87 10.233.70.42 - - [28/Nov/2022:14:59:12 +0000] "POST /v1/rb/definition/9b47f932-f131-4455-8467-1cb13761133b/df608c59-76f8-4595-9a0d-ccf1cad212c0/profile HTTP/1.1" 201 240 10.233.70.42 - - [28/Nov/2022:14:59:12 +0000] "GET /v1/rb/definition/9b47f932-f131-4455-8467-1cb13761133b/df608c59-76f8-4595-9a0d-ccf1cad212c0/profile/cnftest HTTP/1.1" 200 240 10.233.70.42 - - [28/Nov/2022:14:59:12 +0000] "POST /v1/rb/definition/9b47f932-f131-4455-8467-1cb13761133b/df608c59-76f8-4595-9a0d-ccf1cad212c0/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-28T14:59:20Z"} 10.233.70.42 - - [28/Nov/2022:14:59:20 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-c4292e65-ed7c-4643-b15d-c19db46483d1 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"09f893c6-5275-4d08-9957-f0d787bf1999","vf-module-id":"9de25c27-5569-4405-916a-5fea42d8d325","vf-module-model-invariant-id":"9b47f932-f131-4455-8467-1cb13761133b","vf-module-model-version-id":"86963b56-98b2-4d9f-a6a4-50baf3f434ee","vf-module-model-customization-id":"df608c59-76f8-4595-9a0d-ccf1cad212c0","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-c4292e65-ed7c-4643-b15d-c19db46483d1"}},"level":"info","msg":"Broker API Payload","time":"2022-11-28T14:59:20Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"9b47f932-f131-4455-8467-1cb13761133b","rb-version":"df608c59-76f8-4595-9a0d-ccf1cad212c0","profile-name":"cnftest","release-name":"9de25c27-5569-4405-916a-5fea42d8d325","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-c4292e65-ed7c-4643-b15d-c19db46483d1"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-28T14:59:20Z"} 2022/11/28 14:59:20 Main rss info 2022/11/28 14:59:20 Path: /tmp/helm-tmpl-952357967/manifest-0 2022/11/28 14:59:20 Kind: Service 2022/11/28 14:59:20 Path: /tmp/helm-tmpl-952357967/manifest-1 2022/11/28 14:59:20 Kind: Deployment 2022/11/28 14:59:20 Crd rss info 2022/11/28 14:59:20 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-28T14:59:20Z"} 2022/11/28 14:59:20 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-952357967/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T14:59:20Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-28T14:59:20Z"} {"filepath":"/tmp/helm-tmpl-952357967/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T14:59:20Z"} 2022/11/28 14:59:20 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-28T14:59:20Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"vibrant_lamarr","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-28T14:59:20Z"} 10.233.70.42 - - [28/Nov/2022:14:59:20 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 303 10.233.70.42 - - [28/Nov/2022:14:59:20 +0000] "GET /basicnf-owner/k8sregion/infra_workload/vibrant_lamarr HTTP/1.1" 200 122 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"vibrant_lamarr","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-28T14:59:20Z"} 10.233.70.42 - - [28/Nov/2022:14:59:21 +0000] "POST /basicnf-owner/k8sregion/infra_workload/vibrant_lamarr HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"vibrant_lamarr","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-28T14:59:52Z"} 10.233.70.42 - - [28/Nov/2022:14:59:52 +0000] "GET /basicnf-owner/k8sregion/infra_workload/vibrant_lamarr HTTP/1.1" 200 122 2022/11/28 14:59:52 [Config Cleanup] Instance vibrant_lamarr 2022/11/28 14:59:52 [scheduleResources]: START thread 2022/11/28 14:59:57 Stop config thread for vibrant_lamarr 2022/11/28 14:59:57 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-28T14:59:57Z"} 2022/11/28 14:59:57 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-28T14:59:57Z"} 2022/11/28 14:59:57 Deleting service: cnftest-nginx {"instance":"vibrant_lamarr","level":"info","msg":"[START] status notify thread for ","time":"2022-11-28T14:59:57Z"} {"instance":"vibrant_lamarr","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-28T15:00:02Z"} 2022/11/28 15:00:02 Deleted Obj with ID ObjectID("6384ccc8b58479a8c7eb0d71") 2022/11/28 15:00:02 Deleted Obj with ID ObjectID("6384ccc8ba4a65f91eadc9d1") 10.233.70.42 - - [28/Nov/2022:14:59:52 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/vibrant_lamarr HTTP/1.1" 202 122 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"vibrant_lamarr","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-28T15:00:02Z"} 10.233.70.42 - - [28/Nov/2022:15:00:10 +0000] "GET /v1/rb/definition/9b47f932-f131-4455-8467-1cb13761133b/df608c59-76f8-4595-9a0d-ccf1cad212c0 HTTP/1.1" 200 270 10.233.70.42 - - [28/Nov/2022:15:00:10 +0000] "GET /v1/rb/definition/9b47f932-f131-4455-8467-1cb13761133b/df608c59-76f8-4595-9a0d-ccf1cad212c0/profile/cnftest HTTP/1.1" 200 240 2022/11/28 15:00:10 Deleted Obj with ID ObjectID("6384ccc0b58479a8c7eb0d6f") 2022/11/28 15:00:10 Deleted Obj with ID ObjectID("6384ccc0b58479a8c7eb0d70") 2022/11/28 15:00:10 Deleted Obj with ID ObjectID("6384ccc0ba4a65f91eadc9af") 10.233.70.42 - - [28/Nov/2022:15:00:10 +0000] "DELETE /v1/rb/definition/9b47f932-f131-4455-8467-1cb13761133b/df608c59-76f8-4595-9a0d-ccf1cad212c0/profile/cnftest HTTP/1.1" 204 0 10.233.70.42 - - [28/Nov/2022:15:00:38 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/11/28 15:00:38 Deleted Obj with ID ObjectID("6384cafcb58479a8c7eb0d66") 2022/11/28 15:00:38 Deleted Obj with ID ObjectID("6384cafcba4a65f91eadc86f") 10.233.70.42 - - [28/Nov/2022:15:00:38 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "GET /v1/rb/definition/pnf-cnf-rb-09f48b14-a48f-426c-8f7a-0681d425be76/v1 HTTP/1.1" 200 125 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "POST /v1/rb/definition/pnf-cnf-rb-09f48b14-a48f-426c-8f7a-0681d425be76/v1/content HTTP/1.1" 200 0 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "GET /v1/rb/definition/pnf-cnf-rb-09f48b14-a48f-426c-8f7a-0681d425be76/v1 HTTP/1.1" 200 138 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "POST /v1/rb/definition/pnf-cnf-rb-09f48b14-a48f-426c-8f7a-0681d425be76/v1/profile HTTP/1.1" 201 314 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "GET /v1/rb/definition/pnf-cnf-rb-09f48b14-a48f-426c-8f7a-0681d425be76/v1/profile/pnf-cnf-profile-c00c13cf-e147-48cf-b1d2-a05589806808 HTTP/1.1" 200 314 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "POST /v1/rb/definition/pnf-cnf-rb-09f48b14-a48f-426c-8f7a-0681d425be76/v1/profile/pnf-cnf-profile-c00c13cf-e147-48cf-b1d2-a05589806808/content HTTP/1.1" 200 0 2022/11/28 15:04:54 Main rss info 2022/11/28 15:04:54 Path: /tmp/helm-tmpl-882834333/manifest-0 2022/11/28 15:04:54 Kind: Service 2022/11/28 15:04:54 Path: /tmp/helm-tmpl-882834333/manifest-1 2022/11/28 15:04:54 Kind: Service 2022/11/28 15:04:54 Path: /tmp/helm-tmpl-882834333/manifest-2 2022/11/28 15:04:54 Kind: Pod 2022/11/28 15:04:54 Path: /tmp/helm-tmpl-882834333/manifest-3 2022/11/28 15:04:54 Kind: Deployment 2022/11/28 15:04:54 Crd rss info 2022/11/28 15:04:54 Hook info {"filepath":"/tmp/helm-tmpl-882834333/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T15:04:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-28T15:04:54Z"} {"filepath":"/tmp/helm-tmpl-882834333/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T15:04:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-28T15:04:54Z"} {"filepath":"/tmp/helm-tmpl-882834333/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T15:04:54Z"} 2022/11/28 15:04:54 No plugin for kind Pod found. Using generic Plugin 2022/11/28 15:04:54 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-28T15:04:54Z"} {"filepath":"/tmp/helm-tmpl-882834333/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T15:04:54Z"} 2022/11/28 15:04:54 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-28T15:04:55Z"} 10.233.70.42 - - [28/Nov/2022:15:04:54 +0000] "POST /v1/instance HTTP/1.1" 201 743 10.233.70.42 - - [28/Nov/2022:15:06:36 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.42 - - [28/Nov/2022:15:06:36 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.70.42 - - [28/Nov/2022:15:06:36 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [28/Nov/2022:15:06:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [28/Nov/2022:15:06:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [28/Nov/2022:15:06:57 +0000] "POST /v1/rb/definition/5350ce17-3539-4d8b-985f-498f20b22f3c/26bc4780-ccab-4f52-990f-39848c7c821d/content HTTP/1.1" 200 0 127.0.0.1 - - [28/Nov/2022:15:09:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.70.142 - - [28/Nov/2022:15:10:56 +0000] "GET /v1/rb/definition/5350ce17-3539-4d8b-985f-498f20b22f3c/26bc4780-ccab-4f52-990f-39848c7c821d HTTP/1.1" 200 277 10.233.70.142 - - [28/Nov/2022:15:10:56 +0000] "GET /v1/rb/definition/5350ce17-3539-4d8b-985f-498f20b22f3c/26bc4780-ccab-4f52-990f-39848c7c821d/profile/node-port-profile HTTP/1.1" 404 87 10.233.70.142 - - [28/Nov/2022:15:10:56 +0000] "POST /v1/rb/definition/5350ce17-3539-4d8b-985f-498f20b22f3c/26bc4780-ccab-4f52-990f-39848c7c821d/profile HTTP/1.1" 201 270 10.233.70.142 - - [28/Nov/2022:15:10:56 +0000] "POST /v1/rb/definition/5350ce17-3539-4d8b-985f-498f20b22f3c/26bc4780-ccab-4f52-990f-39848c7c821d/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.70.142 - - [28/Nov/2022:15:11:09 +0000] "GET /v1/rb/definition/5350ce17-3539-4d8b-985f-498f20b22f3c/26bc4780-ccab-4f52-990f-39848c7c821d HTTP/1.1" 200 277 10.233.70.142 - - [28/Nov/2022:15:11:09 +0000] "GET /v1/rb/definition/5350ce17-3539-4d8b-985f-498f20b22f3c/26bc4780-ccab-4f52-990f-39848c7c821d/config-template/replica-count-template HTTP/1.1" 500 78 2022/11/28 15:11:09 [ConfigiTemplate]: create 5350ce17-3539-4d8b-985f-498f20b22f3c 10.233.70.142 - - [28/Nov/2022:15:11:09 +0000] "POST /v1/rb/definition/5350ce17-3539-4d8b-985f-498f20b22f3c/26bc4780-ccab-4f52-990f-39848c7c821d/config-template HTTP/1.1" 201 113 2022/11/28 15:11:09 [ConfigTemplate]: Upload replica-count-template 10.233.70.142 - - [28/Nov/2022:15:11:09 +0000] "POST /v1/rb/definition/5350ce17-3539-4d8b-985f-498f20b22f3c/26bc4780-ccab-4f52-990f-39848c7c821d/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/28 15:11:12 Main rss info 2022/11/28 15:11:12 Path: /tmp/helm-tmpl-483076936/manifest-0 2022/11/28 15:11:12 Kind: Service 2022/11/28 15:11:12 Path: /tmp/helm-tmpl-483076936/manifest-1 2022/11/28 15:11:12 Kind: Deployment 2022/11/28 15:11:12 Crd rss info 2022/11/28 15:11:12 Hook info {"filepath":"/tmp/helm-tmpl-483076936/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T15:11:12Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-28T15:11:12Z"} {"filepath":"/tmp/helm-tmpl-483076936/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T15:11:12Z"} 2022/11/28 15:11:12 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-28T15:11:12Z"} 10.233.70.23 - - [28/Nov/2022:15:11:12 +0000] "POST /v1/instance HTTP/1.1" 201 1285 2022/11/28 15:11:13 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.23 - - [28/Nov/2022:15:11:13 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 14552 {"instance":"vibrant_mcclintock","level":"info","msg":"[START] status notify thread for ","time":"2022-11-28T15:11:35Z"} {"instance":"vibrant_mcclintock","level":"info","msg":"REFRESH WATCHERS","subscription":"vibrant_mcclintock-cnf-adapter","time":"2022-11-28T15:11:40Z"} {"Instance":"vibrant_mcclintock","Kind":"Pod","Subscription":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-28T15:11:40Z"} {"Instance":"vibrant_mcclintock","Kind":"Service","Subscription":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-28T15:11:40Z"} {"Instance":"vibrant_mcclintock","Kind":"Deployment","Subscription":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-28T15:11:40Z"} {"InstanceId":"vibrant_mcclintock","SubscriptionName":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-28T15:11:40Z"} 10.233.70.23 - - [28/Nov/2022:15:11:35 +0000] "POST /v1/instance/vibrant_mcclintock/status/subscription HTTP/1.1" 201 660 {"InstanceId":"vibrant_mcclintock","SubscriptionName":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-28T15:11:45Z"} 2022/11/28 15:11:47 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.142 - - [28/Nov/2022:15:11:47 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 14895 2022/11/28 15:11:57 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.142 - - [28/Nov/2022:15:11:57 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 14895 10.233.70.142 - - [28/Nov/2022:15:12:08 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 14707 2022/11/28 15:12:08 [scheduleResources]: START thread 10.233.70.142 - - [28/Nov/2022:15:12:08 +0000] "GET /v1/instance/vibrant_mcclintock/config/replica-count-change HTTP/1.1" 500 60 2022/11/28 15:12:13 [Config Create] Instance vibrant_mcclintock 2022/11/28 15:12:13 [ConfigTemplate]: Download replica-count-template 2022/11/28 15:12:13 Before Sent to goroutine {5350ce17-3539-4d8b-985f-498f20b22f3c 26bc4780-ccab-4f52-990f-39848c7c821d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/28 15:12:13 Message Sent to goroutine {5350ce17-3539-4d8b-985f-498f20b22f3c 26bc4780-ccab-4f52-990f-39848c7c821d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/28 15:12:13 [scheduleResources]: POST {5350ce17-3539-4d8b-985f-498f20b22f3c 26bc4780-ccab-4f52-990f-39848c7c821d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-523266457/manifest-0}] {"filepath":"/tmp/helm-tmpl-523266457/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T15:12:13Z"} 2022/11/28 15:12:13 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-523266457/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-28T15:12:13Z"} {"filepath":"/tmp/helm-tmpl-523266457/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-28T15:12:13Z"} 2022/11/28 15:12:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-28T15:12:13Z"} 2022/11/28 15:12:13 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.70.142 - - [28/Nov/2022:15:12:13 +0000] "POST /v1/instance/vibrant_mcclintock/config HTTP/1.1" 201 270 2022/11/28 15:12:13 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.142 - - [28/Nov/2022:15:12:13 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 20950 {"Instance":"vibrant_mcclintock","Subscription":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-28T15:12:20Z"} {"Kind":"Pod","Name":"rel-1-apache-6c889fd65-mzzkk","level":"info","msg":"CREATED","time":"2022-11-28T15:12:20Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-28T15:12:20Z"} {"Kind":"Pod","Name":"rel-1-apache-6c889fd65-wb29t","level":"info","msg":"MODIFIED","time":"2022-11-28T15:12:20Z"} 2022/11/28 15:12:20 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.23 - - [28/Nov/2022:15:12:20 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 20950 {"InstanceId":"vibrant_mcclintock","Result":202,"SubscriptionName":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-28T15:12:22Z"} 10.233.70.142 - - [28/Nov/2022:15:12:23 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 20950 2022/11/28 15:12:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 2022/11/28 15:12:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.142 - - [28/Nov/2022:15:12:33 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 21290 10.233.70.142 - - [28/Nov/2022:15:12:43 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 21290 2022/11/28 15:12:43 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready {"Instance":"vibrant_mcclintock","Subscription":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-28T15:12:53Z"} {"Kind":"Pod","Name":"rel-1-apache-6c889fd65-mzzkk","level":"info","msg":"MODIFIED","time":"2022-11-28T15:12:53Z"} 2022/11/28 15:12:53 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.23 - - [28/Nov/2022:15:12:53 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 21290 2022/11/28 15:12:53 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.142 - - [28/Nov/2022:15:12:53 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 21290 {"InstanceId":"vibrant_mcclintock","Result":202,"SubscriptionName":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-28T15:12:55Z"} 10.233.70.142 - - [28/Nov/2022:15:13:03 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 20998 {"Instance":"vibrant_mcclintock","Subscription":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-28T15:13:25Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-28T15:13:25Z"} {"Kind":"Pod","Name":"rel-1-apache-6c889fd65-mzzkk","level":"info","msg":"MODIFIED","time":"2022-11-28T15:13:25Z"} 10.233.70.23 - - [28/Nov/2022:15:13:25 +0000] "GET /v1/instance/vibrant_mcclintock/status HTTP/1.1" 200 20998 {"InstanceId":"vibrant_mcclintock","Result":202,"SubscriptionName":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-28T15:13:26Z"} {"Instance":"vibrant_mcclintock","Kind":"Deployment","Subscription":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-28T15:13:29Z"} {"Instance":"vibrant_mcclintock","Kind":"Service","Subscription":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-28T15:13:29Z"} {"Instance":"vibrant_mcclintock","Kind":"Pod","Subscription":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-28T15:13:29Z"} 2022/11/28 15:13:29 Deleted Obj with ID ObjectID("6384cfacb58479a8c7eb0d8d") 2022/11/28 15:13:29 Deleted Obj with ID ObjectID("6384cfacba4a65f91eadcc88") 10.233.70.23 - - [28/Nov/2022:15:13:29 +0000] "DELETE /v1/instance/vibrant_mcclintock/status/subscription/vibrant_mcclintock-cnf-adapter HTTP/1.1" 202 0 2022/11/28 15:13:29 [Config Cleanup] Instance vibrant_mcclintock 2022/11/28 15:13:29 [Config Delete] Instance vibrant_mcclintock Config replica-count-change 2022/11/28 15:13:29 [ConfigTemplate]: Download replica-count-template 2022/11/28 15:13:29 Before Sent to goroutine {5350ce17-3539-4d8b-985f-498f20b22f3c 26bc4780-ccab-4f52-990f-39848c7c821d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/28 15:13:29 Message Sent to goroutine {5350ce17-3539-4d8b-985f-498f20b22f3c 26bc4780-ccab-4f52-990f-39848c7c821d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/28 15:13:29 [scheduleResources]: DELETE {5350ce17-3539-4d8b-985f-498f20b22f3c 26bc4780-ccab-4f52-990f-39848c7c821d node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-28T15:13:29Z"} 2022/11/28 15:13:29 No plugin for kind Deployment found. Using generic Plugin 2022/11/28 15:13:29 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/28 15:13:29 [Config Delete All] Instance vibrant_mcclintock Config replica-count-change 2022/11/28 15:13:29 Stop config thread for vibrant_mcclintock {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-28T15:13:29Z"} 2022/11/28 15:13:29 No plugin for kind Deployment found. Using generic Plugin 2022/11/28 15:13:29 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-28T15:13:29Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-28T15:13:29Z"} 2022/11/28 15:13:29 Deleting service: rel-1-apache {"instance":"vibrant_mcclintock","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-28T15:13:29Z"} 2022/11/28 15:13:29 Deleted Obj with ID ObjectID("6384cf90b58479a8c7eb0d8c") 10.233.70.23 - - [28/Nov/2022:15:13:29 +0000] "DELETE /v1/instance/vibrant_mcclintock HTTP/1.1" 202 0 2022/11/28 15:13:29 Deleted Obj with ID ObjectID("6384cf90ba4a65f91eadcc60") 2022/11/28 15:13:54 [Config Cleanup] Instance gallant_yalow 2022/11/28 15:13:54 [scheduleResources]: START thread {"instance":"vibrant_mcclintock","level":"info","msg":"[START] status notify thread for ","time":"2022-11-28T15:13:56Z"} 10.233.70.42 - - [28/Nov/2022:15:13:58 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/11/28 15:13:58 Deleted Obj with ID ObjectID("6384ce7cb58479a8c7eb0d7b") 10.233.70.42 - - [28/Nov/2022:15:13:58 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/11/28 15:13:58 Deleted Obj with ID ObjectID("6384ce7cba4a65f91eadcb54") 2022/11/28 15:13:59 Stop config thread for gallant_yalow {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-28T15:13:59Z"} 2022/11/28 15:13:59 [scheduleResources]: STOP thread 2022/11/28 15:13:59 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-28T15:13:59Z"} 2022/11/28 15:13:59 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-28T15:13:59Z"} 2022/11/28 15:13:59 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-28T15:13:59Z"} 2022/11/28 15:13:59 Deleting service: pnf-macro-test-simulator-mongo {"InstanceId":"vibrant_mcclintock","SubscriptionName":"vibrant_mcclintock-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-28T15:14:01Z"} {"instance":"gallant_yalow","level":"info","msg":"[START] status notify thread for ","time":"2022-11-28T15:14:01Z"} {"instance":"gallant_yalow","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-28T15:14:06Z"} 2022/11/28 15:14:06 Deleted Obj with ID ObjectID("6384ce16b58479a8c7eb0d7a") 2022/11/28 15:14:06 Deleted Obj with ID ObjectID("6384ce16ba4a65f91eadcb03") 10.233.70.42 - - [28/Nov/2022:15:13:54 +0000] "DELETE /v1/instance/gallant_yalow HTTP/1.1" 202 0 10.233.70.42 - - [28/Nov/2022:15:14:06 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/11/28 15:14:07 Deleted Obj with ID ObjectID("6384ce16b58479a8c7eb0d72") 2022/11/28 15:14:07 Deleted Obj with ID ObjectID("6384ce16ba4a65f91eadcac8") 10.233.70.42 - - [28/Nov/2022:15:14:07 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0