2022/10/08 02:36:10 Starting Kubernetes Multicloud API 2022/10/08 02:36:10 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-10-08T02:36:20Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-10-08T02:36:20Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-10-08T03:14:20Z"} 10.233.69.194 - - [08/Oct/2022:03:14:20 +0000] "GET /v1/instance HTTP/1.1" 500 63 127.0.0.1 - - [08/Oct/2022:03:56:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "GET /v1/rb/definition/cds-ms-rb-51615806-e5e3-4dc7-baa2-a2d6eccd31a7/v1 HTTP/1.1" 200 124 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "POST /v1/rb/definition/cds-ms-rb-51615806-e5e3-4dc7-baa2-a2d6eccd31a7/v1/content HTTP/1.1" 200 0 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "GET /v1/rb/definition/cds-ms-rb-51615806-e5e3-4dc7-baa2-a2d6eccd31a7/v1 HTTP/1.1" 200 138 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "POST /v1/rb/definition/cds-ms-rb-51615806-e5e3-4dc7-baa2-a2d6eccd31a7/v1/profile HTTP/1.1" 201 305 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "GET /v1/rb/definition/cds-ms-rb-51615806-e5e3-4dc7-baa2-a2d6eccd31a7/v1/profile/cds-ms-prof-4bddfafb-e643-4d61-bdf3-cbf446c65280 HTTP/1.1" 200 305 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "POST /v1/rb/definition/cds-ms-rb-51615806-e5e3-4dc7-baa2-a2d6eccd31a7/v1/profile/cds-ms-prof-4bddfafb-e643-4d61-bdf3-cbf446c65280/content HTTP/1.1" 200 0 2022/10/08 04:00:53 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/10/08 04:00:53 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/10/08 04:00:53 Main rss info 2022/10/08 04:00:53 Path: /tmp/helm-tmpl-539035604/manifest-0 2022/10/08 04:00:53 Kind: Service 2022/10/08 04:00:53 Path: /tmp/helm-tmpl-539035604/manifest-1 2022/10/08 04:00:53 Kind: Deployment 2022/10/08 04:00:53 Crd rss info 2022/10/08 04:00:53 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-10-08T04:00:53Z"} 2022/10/08 04:00:53 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-539035604/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:00:53Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-10-08T04:00:53Z"} {"filepath":"/tmp/helm-tmpl-539035604/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:00:53Z"} 2022/10/08 04:00:53 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-10-08T04:00:53Z"} 10.233.68.60 - - [08/Oct/2022:04:00:53 +0000] "POST /v1/instance HTTP/1.1" 201 545 2022/10/08 04:02:10 [Config Cleanup] Instance optimistic_carson 2022/10/08 04:02:10 [scheduleResources]: START thread 2022/10/08 04:02:15 Stop config thread for optimistic_carson {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-10-08T04:02:15Z"} 2022/10/08 04:02:15 No plugin for kind Deployment found. Using generic Plugin 2022/10/08 04:02:15 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-10-08T04:02:15Z"} 2022/10/08 04:02:15 Deleting service: cds-regression-mockserver {"instance":"optimistic_carson","level":"info","msg":"[START] status notify thread for ","time":"2022-10-08T04:02:15Z"} 127.0.0.1 - - [08/Oct/2022:04:02:18 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 {"instance":"optimistic_carson","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-08T04:02:20Z"} 2022/10/08 04:02:20 Deleted Obj with ID ObjectID("6340f5f5d27f3038224cd4c1") 2022/10/08 04:02:20 Deleted Obj with ID ObjectID("6340f5f66896c4224cb68928") 10.233.68.60 - - [08/Oct/2022:04:02:10 +0000] "DELETE /v1/instance/optimistic_carson HTTP/1.1" 202 0 10.233.68.60 - - [08/Oct/2022:04:02:20 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.68.60 - - [08/Oct/2022:04:02:20 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 2022/10/08 04:02:20 Deleted Obj with ID ObjectID("6340f5f5d27f3038224cd4b8") 2022/10/08 04:02:20 Deleted Obj with ID ObjectID("6340f5f56896c4224cb688ea") 10.233.68.60 - - [08/Oct/2022:04:02:20 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.68.60 - - [08/Oct/2022:04:02:20 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.68.60 - - [08/Oct/2022:04:02:20 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [08/Oct/2022:04:02:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [08/Oct/2022:04:02:35 +0000] "POST /v1/rb/definition/7df00722-a815-4a80-9edc-6daea7dfef0d/73928eec-e6a1-41b5-9895-606732bdf4dd/content HTTP/1.1" 200 0 10.233.68.60 - - [08/Oct/2022:04:07:51 +0000] "GET /v1/rb/definition/7df00722-a815-4a80-9edc-6daea7dfef0d/73928eec-e6a1-41b5-9895-606732bdf4dd HTTP/1.1" 200 270 10.233.68.60 - - [08/Oct/2022:04:07:51 +0000] "GET /v1/rb/definition/7df00722-a815-4a80-9edc-6daea7dfef0d/73928eec-e6a1-41b5-9895-606732bdf4dd/profile/cnftest HTTP/1.1" 404 87 10.233.68.60 - - [08/Oct/2022:04:07:51 +0000] "POST /v1/rb/definition/7df00722-a815-4a80-9edc-6daea7dfef0d/73928eec-e6a1-41b5-9895-606732bdf4dd/profile HTTP/1.1" 201 240 10.233.68.60 - - [08/Oct/2022:04:07:51 +0000] "GET /v1/rb/definition/7df00722-a815-4a80-9edc-6daea7dfef0d/73928eec-e6a1-41b5-9895-606732bdf4dd/profile/cnftest HTTP/1.1" 200 240 10.233.68.60 - - [08/Oct/2022:04:07:51 +0000] "POST /v1/rb/definition/7df00722-a815-4a80-9edc-6daea7dfef0d/73928eec-e6a1-41b5-9895-606732bdf4dd/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-10-08T04:07:58Z"} 10.233.68.60 - - [08/Oct/2022:04:07:58 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-df09c3d2-4b3f-4fc5-90af-a7354f6263ea HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"8b2741c2-22ab-4a8a-a8f0-d01244a00bb3","vf-module-id":"6989af73-1568-4076-8980-0a1811c7213f","vf-module-model-invariant-id":"7df00722-a815-4a80-9edc-6daea7dfef0d","vf-module-model-version-id":"c87fb23d-cae2-4a42-a224-0d6e582e1199","vf-module-model-customization-id":"73928eec-e6a1-41b5-9895-606732bdf4dd","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-df09c3d2-4b3f-4fc5-90af-a7354f6263ea"}},"level":"info","msg":"Broker API Payload","time":"2022-10-08T04:07:58Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"7df00722-a815-4a80-9edc-6daea7dfef0d","rb-version":"73928eec-e6a1-41b5-9895-606732bdf4dd","profile-name":"cnftest","release-name":"6989af73-1568-4076-8980-0a1811c7213f","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-df09c3d2-4b3f-4fc5-90af-a7354f6263ea"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-10-08T04:07:58Z"} 2022/10/08 04:07:58 Main rss info 2022/10/08 04:07:58 Path: /tmp/helm-tmpl-266121811/manifest-0 2022/10/08 04:07:58 Kind: Service 2022/10/08 04:07:58 Path: /tmp/helm-tmpl-266121811/manifest-1 2022/10/08 04:07:58 Kind: Deployment 2022/10/08 04:07:58 Crd rss info 2022/10/08 04:07:58 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-10-08T04:07:58Z"} 2022/10/08 04:07:58 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-266121811/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:07:58Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-08T04:07:58Z"} {"filepath":"/tmp/helm-tmpl-266121811/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:07:58Z"} 2022/10/08 04:07:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-10-08T04:07:58Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"awesome_varahamihira","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-08T04:07:58Z"} 10.233.68.60 - - [08/Oct/2022:04:07:58 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 309 10.233.68.60 - - [08/Oct/2022:04:07:58 +0000] "GET /basicnf-owner/k8sregion/infra_workload/awesome_varahamihira HTTP/1.1" 200 128 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"awesome_varahamihira","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-08T04:07:58Z"} 10.233.68.60 - - [08/Oct/2022:04:07:59 +0000] "POST /basicnf-owner/k8sregion/infra_workload/awesome_varahamihira HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"awesome_varahamihira","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-10-08T04:08:30Z"} 10.233.68.60 - - [08/Oct/2022:04:08:30 +0000] "GET /basicnf-owner/k8sregion/infra_workload/awesome_varahamihira HTTP/1.1" 200 128 2022/10/08 04:08:30 [Config Cleanup] Instance awesome_varahamihira 2022/10/08 04:08:30 [scheduleResources]: START thread 2022/10/08 04:08:35 Stop config thread for awesome_varahamihira {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-08T04:08:35Z"} 2022/10/08 04:08:35 No plugin for kind Deployment found. Using generic Plugin 2022/10/08 04:08:35 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-10-08T04:08:35Z"} 2022/10/08 04:08:35 Deleting service: cnftest-nginx {"instance":"awesome_varahamihira","level":"info","msg":"[START] status notify thread for ","time":"2022-10-08T04:08:35Z"} {"instance":"awesome_varahamihira","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-08T04:08:40Z"} 2022/10/08 04:08:40 Deleted Obj with ID ObjectID("6340f79ed27f3038224cd4cd") 2022/10/08 04:08:40 Deleted Obj with ID ObjectID("6340f79f6896c4224cb68a9a") 10.233.68.60 - - [08/Oct/2022:04:08:30 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/awesome_varahamihira HTTP/1.1" 202 128 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"awesome_varahamihira","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-10-08T04:08:40Z"} 10.233.68.60 - - [08/Oct/2022:04:08:49 +0000] "GET /v1/rb/definition/7df00722-a815-4a80-9edc-6daea7dfef0d/73928eec-e6a1-41b5-9895-606732bdf4dd HTTP/1.1" 200 270 10.233.68.60 - - [08/Oct/2022:04:08:49 +0000] "GET /v1/rb/definition/7df00722-a815-4a80-9edc-6daea7dfef0d/73928eec-e6a1-41b5-9895-606732bdf4dd/profile/cnftest HTTP/1.1" 200 240 2022/10/08 04:08:49 Deleted Obj with ID ObjectID("6340f797d27f3038224cd4cb") 2022/10/08 04:08:49 Deleted Obj with ID ObjectID("6340f797d27f3038224cd4cc") 10.233.68.60 - - [08/Oct/2022:04:08:49 +0000] "DELETE /v1/rb/definition/7df00722-a815-4a80-9edc-6daea7dfef0d/73928eec-e6a1-41b5-9895-606732bdf4dd/profile/cnftest HTTP/1.1" 204 0 2022/10/08 04:08:49 Deleted Obj with ID ObjectID("6340f7976896c4224cb68a79") 10.233.68.60 - - [08/Oct/2022:04:09:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/10/08 04:09:17 Deleted Obj with ID ObjectID("6340f64cd27f3038224cd4c5") 10.233.68.60 - - [08/Oct/2022:04:09:17 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/10/08 04:09:17 Deleted Obj with ID ObjectID("6340f64d6896c4224cb6898f") 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c8bc619b-f02b-4627-adb4-18013ad92ecf/v1 HTTP/1.1" 200 125 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c8bc619b-f02b-4627-adb4-18013ad92ecf/v1/content HTTP/1.1" 200 0 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c8bc619b-f02b-4627-adb4-18013ad92ecf/v1 HTTP/1.1" 200 138 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c8bc619b-f02b-4627-adb4-18013ad92ecf/v1/profile HTTP/1.1" 201 314 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c8bc619b-f02b-4627-adb4-18013ad92ecf/v1/profile/pnf-cnf-profile-bbc1d08f-999d-4b28-ac56-75fe94963174 HTTP/1.1" 200 314 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c8bc619b-f02b-4627-adb4-18013ad92ecf/v1/profile/pnf-cnf-profile-bbc1d08f-999d-4b28-ac56-75fe94963174/content HTTP/1.1" 200 0 2022/10/08 04:12:47 Main rss info 2022/10/08 04:12:47 Path: /tmp/helm-tmpl-271273601/manifest-0 2022/10/08 04:12:47 Kind: Service 2022/10/08 04:12:47 Path: /tmp/helm-tmpl-271273601/manifest-1 2022/10/08 04:12:47 Kind: Service 2022/10/08 04:12:47 Path: /tmp/helm-tmpl-271273601/manifest-2 2022/10/08 04:12:47 Kind: Pod 2022/10/08 04:12:47 Path: /tmp/helm-tmpl-271273601/manifest-3 2022/10/08 04:12:47 Kind: Deployment 2022/10/08 04:12:47 Crd rss info 2022/10/08 04:12:47 Hook info {"filepath":"/tmp/helm-tmpl-271273601/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:12:47Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-08T04:12:47Z"} {"filepath":"/tmp/helm-tmpl-271273601/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:12:47Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-08T04:12:47Z"} {"filepath":"/tmp/helm-tmpl-271273601/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:12:47Z"} 2022/10/08 04:12:47 No plugin for kind Pod found. Using generic Plugin 2022/10/08 04:12:47 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-10-08T04:12:47Z"} {"filepath":"/tmp/helm-tmpl-271273601/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:12:47Z"} 2022/10/08 04:12:47 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-08T04:12:47Z"} 10.233.68.60 - - [08/Oct/2022:04:12:47 +0000] "POST /v1/instance HTTP/1.1" 201 743 10.233.68.60 - - [08/Oct/2022:04:14:10 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.68.60 - - [08/Oct/2022:04:14:10 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.68.60 - - [08/Oct/2022:04:14:10 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [08/Oct/2022:04:14:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [08/Oct/2022:04:14:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [08/Oct/2022:04:14:23 +0000] "POST /v1/rb/definition/9c45b034-7a65-494d-9a82-f565e2ce24fc/4fbfaf8e-8243-4c76-9437-28b556799cd9/content HTTP/1.1" 200 0 127.0.0.1 - - [08/Oct/2022:04:14:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.65.28 - - [08/Oct/2022:04:17:26 +0000] "GET /v1/rb/definition/9c45b034-7a65-494d-9a82-f565e2ce24fc/4fbfaf8e-8243-4c76-9437-28b556799cd9 HTTP/1.1" 200 277 10.233.65.28 - - [08/Oct/2022:04:17:26 +0000] "GET /v1/rb/definition/9c45b034-7a65-494d-9a82-f565e2ce24fc/4fbfaf8e-8243-4c76-9437-28b556799cd9/profile/node-port-profile HTTP/1.1" 404 87 10.233.65.28 - - [08/Oct/2022:04:17:26 +0000] "POST /v1/rb/definition/9c45b034-7a65-494d-9a82-f565e2ce24fc/4fbfaf8e-8243-4c76-9437-28b556799cd9/profile HTTP/1.1" 201 270 10.233.65.28 - - [08/Oct/2022:04:17:26 +0000] "POST /v1/rb/definition/9c45b034-7a65-494d-9a82-f565e2ce24fc/4fbfaf8e-8243-4c76-9437-28b556799cd9/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.65.28 - - [08/Oct/2022:04:17:34 +0000] "GET /v1/rb/definition/9c45b034-7a65-494d-9a82-f565e2ce24fc/4fbfaf8e-8243-4c76-9437-28b556799cd9 HTTP/1.1" 200 277 10.233.65.28 - - [08/Oct/2022:04:17:34 +0000] "GET /v1/rb/definition/9c45b034-7a65-494d-9a82-f565e2ce24fc/4fbfaf8e-8243-4c76-9437-28b556799cd9/config-template/replica-count-template HTTP/1.1" 500 78 2022/10/08 04:17:34 [ConfigiTemplate]: create 9c45b034-7a65-494d-9a82-f565e2ce24fc 10.233.65.28 - - [08/Oct/2022:04:17:34 +0000] "POST /v1/rb/definition/9c45b034-7a65-494d-9a82-f565e2ce24fc/4fbfaf8e-8243-4c76-9437-28b556799cd9/config-template HTTP/1.1" 201 113 2022/10/08 04:17:34 [ConfigTemplate]: Upload replica-count-template 10.233.65.28 - - [08/Oct/2022:04:17:34 +0000] "POST /v1/rb/definition/9c45b034-7a65-494d-9a82-f565e2ce24fc/4fbfaf8e-8243-4c76-9437-28b556799cd9/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/10/08 04:17:36 Main rss info 2022/10/08 04:17:36 Path: /tmp/helm-tmpl-638181852/manifest-0 2022/10/08 04:17:36 Kind: Service 2022/10/08 04:17:36 Path: /tmp/helm-tmpl-638181852/manifest-1 2022/10/08 04:17:36 Kind: Deployment 2022/10/08 04:17:36 Crd rss info 2022/10/08 04:17:36 Hook info {"filepath":"/tmp/helm-tmpl-638181852/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:17:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-08T04:17:36Z"} {"filepath":"/tmp/helm-tmpl-638181852/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:17:36Z"} 2022/10/08 04:17:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-08T04:17:36Z"} 10.233.69.194 - - [08/Oct/2022:04:17:36 +0000] "POST /v1/instance HTTP/1.1" 201 1282 2022/10/08 04:17:37 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.69.194 - - [08/Oct/2022:04:17:37 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 14549 {"instance":"awesome_feistel","level":"info","msg":"[START] status notify thread for ","time":"2022-10-08T04:18:00Z"} {"instance":"awesome_feistel","level":"info","msg":"REFRESH WATCHERS","subscription":"awesome_feistel-cnf-adapter","time":"2022-10-08T04:18:05Z"} {"Instance":"awesome_feistel","Kind":"Pod","Subscription":"awesome_feistel-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-08T04:18:05Z"} {"Instance":"awesome_feistel","Kind":"Service","Subscription":"awesome_feistel-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-08T04:18:05Z"} {"Instance":"awesome_feistel","Kind":"Deployment","Subscription":"awesome_feistel-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-10-08T04:18:05Z"} {"InstanceId":"awesome_feistel","SubscriptionName":"awesome_feistel-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-10-08T04:18:05Z"} 10.233.69.194 - - [08/Oct/2022:04:18:00 +0000] "POST /v1/instance/awesome_feistel/status/subscription HTTP/1.1" 201 651 2022/10/08 04:18:09 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.65.28 - - [08/Oct/2022:04:18:09 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 14892 {"InstanceId":"awesome_feistel","SubscriptionName":"awesome_feistel-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-10-08T04:18:10Z"} 2022/10/08 04:18:19 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.65.28 - - [08/Oct/2022:04:18:19 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 14892 10.233.65.28 - - [08/Oct/2022:04:18:29 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 14704 2022/10/08 04:18:29 [scheduleResources]: START thread 10.233.65.28 - - [08/Oct/2022:04:18:29 +0000] "GET /v1/instance/awesome_feistel/config/replica-count-change HTTP/1.1" 500 60 2022/10/08 04:18:35 [Config Create] Instance awesome_feistel 2022/10/08 04:18:35 [ConfigTemplate]: Download replica-count-template 2022/10/08 04:18:35 Before Sent to goroutine {9c45b034-7a65-494d-9a82-f565e2ce24fc 4fbfaf8e-8243-4c76-9437-28b556799cd9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/08 04:18:35 Message Sent to goroutine {9c45b034-7a65-494d-9a82-f565e2ce24fc 4fbfaf8e-8243-4c76-9437-28b556799cd9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/08 04:18:35 [scheduleResources]: POST {9c45b034-7a65-494d-9a82-f565e2ce24fc 4fbfaf8e-8243-4c76-9437-28b556799cd9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-208569917/manifest-0}] {"filepath":"/tmp/helm-tmpl-208569917/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:18:35Z"} 2022/10/08 04:18:35 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-208569917/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-10-08T04:18:35Z"} {"filepath":"/tmp/helm-tmpl-208569917/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-10-08T04:18:35Z"} 2022/10/08 04:18:35 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-10-08T04:18:35Z"} 2022/10/08 04:18:35 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.65.28 - - [08/Oct/2022:04:18:35 +0000] "POST /v1/instance/awesome_feistel/config HTTP/1.1" 201 267 2022/10/08 04:18:35 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.28 - - [08/Oct/2022:04:18:35 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 20951 2022/10/08 04:18:45 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.28 - - [08/Oct/2022:04:18:45 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 20951 {"Instance":"awesome_feistel","Subscription":"awesome_feistel-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-08T04:18:45Z"} {"Kind":"Pod","Name":"rel-1-apache-7566bf8f9f-4mk5k","level":"info","msg":"CREATED","time":"2022-10-08T04:18:45Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-10-08T04:18:45Z"} {"Kind":"Pod","Name":"rel-1-apache-7566bf8f9f-46n5m","level":"info","msg":"MODIFIED","time":"2022-10-08T04:18:45Z"} 2022/10/08 04:18:45 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.194 - - [08/Oct/2022:04:18:45 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 20951 {"InstanceId":"awesome_feistel","Result":202,"SubscriptionName":"awesome_feistel-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-08T04:18:47Z"} 2022/10/08 04:18:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.28 - - [08/Oct/2022:04:18:55 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 21294 2022/10/08 04:19:05 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.28 - - [08/Oct/2022:04:19:05 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 21294 2022/10/08 04:19:15 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.65.28 - - [08/Oct/2022:04:19:15 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 21294 {"Instance":"awesome_feistel","Subscription":"awesome_feistel-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-10-08T04:19:17Z"} {"Kind":"Pod","Name":"rel-1-apache-7566bf8f9f-4mk5k","level":"info","msg":"MODIFIED","time":"2022-10-08T04:19:17Z"} 2022/10/08 04:19:17 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.69.194 - - [08/Oct/2022:04:19:17 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 21294 {"InstanceId":"awesome_feistel","Result":202,"SubscriptionName":"awesome_feistel-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-10-08T04:19:19Z"} 10.233.65.28 - - [08/Oct/2022:04:19:25 +0000] "GET /v1/instance/awesome_feistel/status HTTP/1.1" 200 21002 {"Instance":"awesome_feistel","Kind":"Service","Subscription":"awesome_feistel-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-08T04:19:38Z"} {"Instance":"awesome_feistel","Kind":"Pod","Subscription":"awesome_feistel-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-08T04:19:38Z"} {"Instance":"awesome_feistel","Kind":"Deployment","Subscription":"awesome_feistel-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-10-08T04:19:38Z"} 2022/10/08 04:19:38 Deleted Obj with ID ObjectID("6340f9fdd27f3038224cd4e9") 2022/10/08 04:19:38 Deleted Obj with ID ObjectID("6340f9fd6896c4224cb68cf9") 10.233.69.194 - - [08/Oct/2022:04:19:38 +0000] "DELETE /v1/instance/awesome_feistel/status/subscription/awesome_feistel-cnf-adapter HTTP/1.1" 202 0 2022/10/08 04:19:38 [Config Cleanup] Instance awesome_feistel 2022/10/08 04:19:38 [Config Delete] Instance awesome_feistel Config replica-count-change 2022/10/08 04:19:38 [ConfigTemplate]: Download replica-count-template 2022/10/08 04:19:38 Before Sent to goroutine {9c45b034-7a65-494d-9a82-f565e2ce24fc 4fbfaf8e-8243-4c76-9437-28b556799cd9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/08 04:19:38 Message Sent to goroutine {9c45b034-7a65-494d-9a82-f565e2ce24fc 4fbfaf8e-8243-4c76-9437-28b556799cd9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/10/08 04:19:38 [scheduleResources]: DELETE {9c45b034-7a65-494d-9a82-f565e2ce24fc 4fbfaf8e-8243-4c76-9437-28b556799cd9 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-08T04:19:38Z"} 2022/10/08 04:19:38 No plugin for kind Deployment found. Using generic Plugin 2022/10/08 04:19:38 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/10/08 04:19:38 [Config Delete All] Instance awesome_feistel Config replica-count-change 2022/10/08 04:19:38 Stop config thread for awesome_feistel {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-08T04:19:38Z"} 2022/10/08 04:19:38 [scheduleResources]: STOP thread 2022/10/08 04:19:38 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-10-08T04:19:38Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-10-08T04:19:38Z"} 2022/10/08 04:19:38 Deleting service: rel-1-apache {"instance":"awesome_feistel","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-08T04:19:38Z"} 2022/10/08 04:19:38 Deleted Obj with ID ObjectID("6340f9e0d27f3038224cd4e8") 2022/10/08 04:19:38 Deleted Obj with ID ObjectID("6340f9e16896c4224cb68cd1") 10.233.69.194 - - [08/Oct/2022:04:19:38 +0000] "DELETE /v1/instance/awesome_feistel HTTP/1.1" 202 0 {"instance":"awesome_feistel","level":"info","msg":"[START] status notify thread for ","time":"2022-10-08T04:19:49Z"} {"InstanceId":"awesome_feistel","SubscriptionName":"awesome_feistel-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-10-08T04:19:54Z"} 10.233.68.60 - - [08/Oct/2022:04:19:56 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/10/08 04:19:56 Deleted Obj with ID ObjectID("6340f912d27f3038224cd4d7") 2022/10/08 04:19:56 Deleted Obj with ID ObjectID("6340f9136896c4224cb68bef") 10.233.68.60 - - [08/Oct/2022:04:19:56 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/10/08 04:22:11 [Config Cleanup] Instance jolly_mestorf 2022/10/08 04:22:11 [scheduleResources]: START thread 2022/10/08 04:22:16 Stop config thread for jolly_mestorf 2022/10/08 04:22:16 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-08T04:22:16Z"} 2022/10/08 04:22:16 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-08T04:22:16Z"} 2022/10/08 04:22:16 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-10-08T04:22:16Z"} 2022/10/08 04:22:16 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-10-08T04:22:16Z"} 2022/10/08 04:22:16 Deleting service: pnf-macro-test-simulator-mongo {"instance":"jolly_mestorf","level":"info","msg":"[START] status notify thread for ","time":"2022-10-08T04:22:16Z"} {"instance":"jolly_mestorf","level":"info","msg":"[STOP] status notify thread for ","time":"2022-10-08T04:22:21Z"} 2022/10/08 04:22:21 Deleted Obj with ID ObjectID("6340f8bfd27f3038224cd4d6") 2022/10/08 04:22:21 Deleted Obj with ID ObjectID("6340f8c06896c4224cb68bb3") 10.233.68.60 - - [08/Oct/2022:04:22:11 +0000] "DELETE /v1/instance/jolly_mestorf HTTP/1.1" 202 0 10.233.68.60 - - [08/Oct/2022:04:22:21 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/10/08 04:22:21 Deleted Obj with ID ObjectID("6340f8bfd27f3038224cd4ce") 2022/10/08 04:22:21 Deleted Obj with ID ObjectID("6340f8bf6896c4224cb68b78") 10.233.68.60 - - [08/Oct/2022:04:22:21 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0