2022/09/05 04:49:23 Starting Kubernetes Multicloud API 2022/09/05 04:49:23 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-09-05T04:49:33Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-09-05T04:49:33Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-09-05T05:26:49Z"} 10.233.71.7 - - [05/Sep/2022:05:26:49 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.67.231 - - [05/Sep/2022:06:04:31 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.67.231 - - [05/Sep/2022:06:07:11 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [05/Sep/2022:06:12:01 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [05/Sep/2022:06:12:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.67.231 - - [05/Sep/2022:06:23:06 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.67.231 - - [05/Sep/2022:06:23:06 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7657 10.233.67.231 - - [05/Sep/2022:06:23:06 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7657 10.233.67.231 - - [05/Sep/2022:06:23:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.67.231 - - [05/Sep/2022:06:23:06 +0000] "GET /v1/rb/definition/cds-ms-rb-a2da5761-561b-4fa2-bc88-a35c5ce332e2/v1 HTTP/1.1" 200 124 10.233.67.231 - - [05/Sep/2022:06:23:07 +0000] "POST /v1/rb/definition/cds-ms-rb-a2da5761-561b-4fa2-bc88-a35c5ce332e2/v1/content HTTP/1.1" 200 0 10.233.67.231 - - [05/Sep/2022:06:23:07 +0000] "GET /v1/rb/definition/cds-ms-rb-a2da5761-561b-4fa2-bc88-a35c5ce332e2/v1 HTTP/1.1" 200 138 10.233.67.231 - - [05/Sep/2022:06:23:07 +0000] "POST /v1/rb/definition/cds-ms-rb-a2da5761-561b-4fa2-bc88-a35c5ce332e2/v1/profile HTTP/1.1" 201 305 10.233.67.231 - - [05/Sep/2022:06:23:07 +0000] "GET /v1/rb/definition/cds-ms-rb-a2da5761-561b-4fa2-bc88-a35c5ce332e2/v1/profile/cds-ms-prof-240b0027-1af7-489a-a76d-61d4f2530203 HTTP/1.1" 200 305 10.233.67.231 - - [05/Sep/2022:06:23:07 +0000] "POST /v1/rb/definition/cds-ms-rb-a2da5761-561b-4fa2-bc88-a35c5ce332e2/v1/profile/cds-ms-prof-240b0027-1af7-489a-a76d-61d4f2530203/content HTTP/1.1" 200 0 2022/09/05 06:23:07 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/09/05 06:23:07 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/09/05 06:23:07 Main rss info 2022/09/05 06:23:07 Path: /tmp/helm-tmpl-040956482/manifest-0 2022/09/05 06:23:07 Kind: Service 2022/09/05 06:23:07 Path: /tmp/helm-tmpl-040956482/manifest-1 2022/09/05 06:23:07 Kind: Deployment 2022/09/05 06:23:07 Crd rss info 2022/09/05 06:23:07 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-09-05T06:23:07Z"} 2022/09/05 06:23:07 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-040956482/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:23:07Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-09-05T06:23:07Z"} {"filepath":"/tmp/helm-tmpl-040956482/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:23:07Z"} 2022/09/05 06:23:07 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-09-05T06:23:08Z"} 10.233.67.231 - - [05/Sep/2022:06:23:07 +0000] "POST /v1/instance HTTP/1.1" 201 545 2022/09/05 06:24:40 [Config Cleanup] Instance mystifying_wright 2022/09/05 06:24:40 [scheduleResources]: START thread 2022/09/05 06:24:45 Stop config thread for mystifying_wright {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-09-05T06:24:45Z"} 2022/09/05 06:24:45 No plugin for kind Deployment found. Using generic Plugin 2022/09/05 06:24:45 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-09-05T06:24:45Z"} 2022/09/05 06:24:45 Deleting service: cds-regression-mockserver {"instance":"mystifying_wright","level":"info","msg":"[START] status notify thread for ","time":"2022-09-05T06:24:45Z"} {"instance":"mystifying_wright","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-05T06:24:50Z"} 2022/09/05 06:24:50 Deleted Obj with ID ObjectID("631595cb136a82e8a0f51bcd") 2022/09/05 06:24:50 Deleted Obj with ID ObjectID("631595cb4302deaf9cd76c9e") 10.233.67.231 - - [05/Sep/2022:06:24:40 +0000] "DELETE /v1/instance/mystifying_wright HTTP/1.1" 202 0 10.233.67.231 - - [05/Sep/2022:06:24:50 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7657 2022/09/05 06:24:51 Deleted Obj with ID ObjectID("631595ca136a82e8a0f51bc4") 10.233.67.231 - - [05/Sep/2022:06:24:51 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/09/05 06:24:51 Deleted Obj with ID ObjectID("631595ca4302deaf9cd76c60") 10.233.67.231 - - [05/Sep/2022:06:25:20 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.67.231 - - [05/Sep/2022:06:25:20 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7653 10.233.67.231 - - [05/Sep/2022:06:25:20 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7653 127.0.0.1 - - [05/Sep/2022:06:25:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [05/Sep/2022:06:25:47 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [05/Sep/2022:06:25:48 +0000] "POST /v1/rb/definition/b49ed18d-151b-401f-aeb0-2939185c7874/22ef8788-71a2-4e33-8270-8e6ddec19587/content HTTP/1.1" 200 0 10.233.67.231 - - [05/Sep/2022:06:34:58 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7653 10.233.67.231 - - [05/Sep/2022:06:35:44 +0000] "GET /v1/rb/definition/b49ed18d-151b-401f-aeb0-2939185c7874/22ef8788-71a2-4e33-8270-8e6ddec19587 HTTP/1.1" 200 270 10.233.67.231 - - [05/Sep/2022:06:35:44 +0000] "GET /v1/rb/definition/b49ed18d-151b-401f-aeb0-2939185c7874/22ef8788-71a2-4e33-8270-8e6ddec19587/profile/cnftest HTTP/1.1" 404 87 10.233.67.231 - - [05/Sep/2022:06:35:44 +0000] "POST /v1/rb/definition/b49ed18d-151b-401f-aeb0-2939185c7874/22ef8788-71a2-4e33-8270-8e6ddec19587/profile HTTP/1.1" 201 240 10.233.67.231 - - [05/Sep/2022:06:35:44 +0000] "GET /v1/rb/definition/b49ed18d-151b-401f-aeb0-2939185c7874/22ef8788-71a2-4e33-8270-8e6ddec19587/profile/cnftest HTTP/1.1" 200 240 10.233.67.231 - - [05/Sep/2022:06:35:44 +0000] "POST /v1/rb/definition/b49ed18d-151b-401f-aeb0-2939185c7874/22ef8788-71a2-4e33-8270-8e6ddec19587/profile/cnftest/content HTTP/1.1" 200 0 10.233.67.231 - - [05/Sep/2022:06:35:58 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-79646868-98ab-4d03-aa68-30af0cecbc44 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-09-05T06:35:58Z"} {"Body":{},"Payload":{"generic-vnf-id":"8f61eba8-208e-4986-8410-f8082eb18652","vf-module-id":"ddb1c921-d639-4660-81e6-89c0c9402e5c","vf-module-model-invariant-id":"b49ed18d-151b-401f-aeb0-2939185c7874","vf-module-model-version-id":"cf1ea7c5-6d19-4147-a224-61b63c1cc5da","vf-module-model-customization-id":"22ef8788-71a2-4e33-8270-8e6ddec19587","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-79646868-98ab-4d03-aa68-30af0cecbc44"}},"level":"info","msg":"Broker API Payload","time":"2022-09-05T06:35:58Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"b49ed18d-151b-401f-aeb0-2939185c7874","rb-version":"22ef8788-71a2-4e33-8270-8e6ddec19587","profile-name":"cnftest","release-name":"ddb1c921-d639-4660-81e6-89c0c9402e5c","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-79646868-98ab-4d03-aa68-30af0cecbc44"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-09-05T06:35:58Z"} 2022/09/05 06:35:59 Main rss info 2022/09/05 06:35:59 Path: /tmp/helm-tmpl-584176233/manifest-0 2022/09/05 06:35:59 Kind: Service 2022/09/05 06:35:59 Path: /tmp/helm-tmpl-584176233/manifest-1 2022/09/05 06:35:59 Kind: Deployment 2022/09/05 06:35:59 Crd rss info 2022/09/05 06:35:59 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-09-05T06:35:59Z"} 2022/09/05 06:35:59 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-584176233/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:35:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-09-05T06:35:59Z"} {"filepath":"/tmp/helm-tmpl-584176233/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:35:59Z"} 2022/09/05 06:35:59 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-09-05T06:35:59Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"suspicious_minsky","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-05T06:35:59Z"} 10.233.67.231 - - [05/Sep/2022:06:35:58 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 306 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"suspicious_minsky","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-05T06:35:59Z"} 10.233.67.231 - - [05/Sep/2022:06:35:59 +0000] "GET /basicnf-owner/k8sregion/infra_workload/suspicious_minsky HTTP/1.1" 200 125 10.233.67.231 - - [05/Sep/2022:06:36:00 +0000] "POST /basicnf-owner/k8sregion/infra_workload/suspicious_minsky HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"suspicious_minsky","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-05T06:36:30Z"} 10.233.67.231 - - [05/Sep/2022:06:36:30 +0000] "GET /basicnf-owner/k8sregion/infra_workload/suspicious_minsky HTTP/1.1" 200 125 2022/09/05 06:36:31 [Config Cleanup] Instance suspicious_minsky 2022/09/05 06:36:31 [scheduleResources]: START thread 2022/09/05 06:36:36 Stop config thread for suspicious_minsky {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-09-05T06:36:36Z"} 2022/09/05 06:36:36 No plugin for kind Deployment found. Using generic Plugin 2022/09/05 06:36:36 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-09-05T06:36:36Z"} 2022/09/05 06:36:36 Deleting service: cnftest-nginx {"instance":"suspicious_minsky","level":"info","msg":"[START] status notify thread for ","time":"2022-09-05T06:36:36Z"} {"instance":"suspicious_minsky","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-05T06:36:41Z"} 2022/09/05 06:36:41 Deleted Obj with ID ObjectID("631598cf136a82e8a0f51bd9") 2022/09/05 06:36:41 Deleted Obj with ID ObjectID("631598cf4302deaf9cd76ee3") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"suspicious_minsky","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-09-05T06:36:41Z"} 10.233.67.231 - - [05/Sep/2022:06:36:31 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/suspicious_minsky HTTP/1.1" 202 125 10.233.67.231 - - [05/Sep/2022:06:36:56 +0000] "GET /v1/rb/definition/b49ed18d-151b-401f-aeb0-2939185c7874/22ef8788-71a2-4e33-8270-8e6ddec19587 HTTP/1.1" 200 270 10.233.67.231 - - [05/Sep/2022:06:36:57 +0000] "GET /v1/rb/definition/b49ed18d-151b-401f-aeb0-2939185c7874/22ef8788-71a2-4e33-8270-8e6ddec19587/profile/cnftest HTTP/1.1" 200 240 2022/09/05 06:36:57 Deleted Obj with ID ObjectID("631598c0136a82e8a0f51bd7") 2022/09/05 06:36:57 Deleted Obj with ID ObjectID("631598c0136a82e8a0f51bd8") 2022/09/05 06:36:57 Deleted Obj with ID ObjectID("631598c04302deaf9cd76ec1") 10.233.67.231 - - [05/Sep/2022:06:36:57 +0000] "DELETE /v1/rb/definition/b49ed18d-151b-401f-aeb0-2939185c7874/22ef8788-71a2-4e33-8270-8e6ddec19587/profile/cnftest HTTP/1.1" 204 0 10.233.67.231 - - [05/Sep/2022:06:37:26 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7653 2022/09/05 06:37:26 Deleted Obj with ID ObjectID("63159650136a82e8a0f51bce") 10.233.67.231 - - [05/Sep/2022:06:37:26 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/09/05 06:37:26 Deleted Obj with ID ObjectID("631596504302deaf9cd76d0f") 10.233.67.231 - - [05/Sep/2022:06:43:36 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.67.231 - - [05/Sep/2022:06:43:36 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7663 10.233.67.231 - - [05/Sep/2022:06:43:36 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7663 10.233.67.231 - - [05/Sep/2022:06:43:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.231 - - [05/Sep/2022:06:43:36 +0000] "GET /v1/rb/definition/pnf-cnf-rb-957cc1b7-d093-4da8-a7dd-ddfb01bfcc3f/v1 HTTP/1.1" 200 125 10.233.67.231 - - [05/Sep/2022:06:43:37 +0000] "POST /v1/rb/definition/pnf-cnf-rb-957cc1b7-d093-4da8-a7dd-ddfb01bfcc3f/v1/content HTTP/1.1" 200 0 10.233.67.231 - - [05/Sep/2022:06:43:37 +0000] "GET /v1/rb/definition/pnf-cnf-rb-957cc1b7-d093-4da8-a7dd-ddfb01bfcc3f/v1 HTTP/1.1" 200 138 10.233.67.231 - - [05/Sep/2022:06:43:37 +0000] "POST /v1/rb/definition/pnf-cnf-rb-957cc1b7-d093-4da8-a7dd-ddfb01bfcc3f/v1/profile HTTP/1.1" 201 314 10.233.67.231 - - [05/Sep/2022:06:43:37 +0000] "GET /v1/rb/definition/pnf-cnf-rb-957cc1b7-d093-4da8-a7dd-ddfb01bfcc3f/v1/profile/pnf-cnf-profile-1036a97c-ef69-485a-a4c8-11aff4da2ad2 HTTP/1.1" 200 314 10.233.67.231 - - [05/Sep/2022:06:43:37 +0000] "POST /v1/rb/definition/pnf-cnf-rb-957cc1b7-d093-4da8-a7dd-ddfb01bfcc3f/v1/profile/pnf-cnf-profile-1036a97c-ef69-485a-a4c8-11aff4da2ad2/content HTTP/1.1" 200 0 2022/09/05 06:43:37 Main rss info 2022/09/05 06:43:37 Path: /tmp/helm-tmpl-900773028/manifest-0 2022/09/05 06:43:37 Kind: Service 2022/09/05 06:43:37 Path: /tmp/helm-tmpl-900773028/manifest-1 2022/09/05 06:43:37 Kind: Service 2022/09/05 06:43:37 Path: /tmp/helm-tmpl-900773028/manifest-2 2022/09/05 06:43:37 Kind: Pod 2022/09/05 06:43:37 Path: /tmp/helm-tmpl-900773028/manifest-3 2022/09/05 06:43:37 Kind: Deployment 2022/09/05 06:43:37 Crd rss info 2022/09/05 06:43:37 Hook info {"filepath":"/tmp/helm-tmpl-900773028/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:43:37Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-05T06:43:37Z"} {"filepath":"/tmp/helm-tmpl-900773028/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:43:37Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-05T06:43:37Z"} {"filepath":"/tmp/helm-tmpl-900773028/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:43:37Z"} 2022/09/05 06:43:37 No plugin for kind Pod found. Using generic Plugin 2022/09/05 06:43:37 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-05T06:43:37Z"} {"filepath":"/tmp/helm-tmpl-900773028/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:43:37Z"} 2022/09/05 06:43:37 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-05T06:43:37Z"} 10.233.67.231 - - [05/Sep/2022:06:43:37 +0000] "POST /v1/instance HTTP/1.1" 201 746 10.233.67.231 - - [05/Sep/2022:06:46:24 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.67.231 - - [05/Sep/2022:06:46:24 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7670 10.233.67.231 - - [05/Sep/2022:06:46:24 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7670 127.0.0.1 - - [05/Sep/2022:06:46:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [05/Sep/2022:06:46:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [05/Sep/2022:06:46:37 +0000] "POST /v1/rb/definition/257dc2a2-a2b1-4e61-a758-5cefe0689130/607dba65-5b18-4248-a660-4991214e5eb2/content HTTP/1.1" 200 0 127.0.0.1 - - [05/Sep/2022:06:46:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.123 - - [05/Sep/2022:06:51:03 +0000] "GET /v1/rb/definition/257dc2a2-a2b1-4e61-a758-5cefe0689130/607dba65-5b18-4248-a660-4991214e5eb2 HTTP/1.1" 200 277 10.233.71.123 - - [05/Sep/2022:06:51:03 +0000] "GET /v1/rb/definition/257dc2a2-a2b1-4e61-a758-5cefe0689130/607dba65-5b18-4248-a660-4991214e5eb2/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.123 - - [05/Sep/2022:06:51:03 +0000] "POST /v1/rb/definition/257dc2a2-a2b1-4e61-a758-5cefe0689130/607dba65-5b18-4248-a660-4991214e5eb2/profile HTTP/1.1" 201 270 10.233.71.123 - - [05/Sep/2022:06:51:03 +0000] "POST /v1/rb/definition/257dc2a2-a2b1-4e61-a758-5cefe0689130/607dba65-5b18-4248-a660-4991214e5eb2/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.123 - - [05/Sep/2022:06:51:25 +0000] "GET /v1/rb/definition/257dc2a2-a2b1-4e61-a758-5cefe0689130/607dba65-5b18-4248-a660-4991214e5eb2 HTTP/1.1" 200 277 10.233.71.123 - - [05/Sep/2022:06:51:25 +0000] "GET /v1/rb/definition/257dc2a2-a2b1-4e61-a758-5cefe0689130/607dba65-5b18-4248-a660-4991214e5eb2/config-template/replica-count-template HTTP/1.1" 500 78 2022/09/05 06:51:25 [ConfigiTemplate]: create 257dc2a2-a2b1-4e61-a758-5cefe0689130 10.233.71.123 - - [05/Sep/2022:06:51:25 +0000] "POST /v1/rb/definition/257dc2a2-a2b1-4e61-a758-5cefe0689130/607dba65-5b18-4248-a660-4991214e5eb2/config-template HTTP/1.1" 201 113 2022/09/05 06:51:25 [ConfigTemplate]: Upload replica-count-template 10.233.71.123 - - [05/Sep/2022:06:51:25 +0000] "POST /v1/rb/definition/257dc2a2-a2b1-4e61-a758-5cefe0689130/607dba65-5b18-4248-a660-4991214e5eb2/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/09/05 06:51:32 Main rss info 2022/09/05 06:51:32 Path: /tmp/helm-tmpl-613931274/manifest-0 2022/09/05 06:51:32 Kind: Service 2022/09/05 06:51:32 Path: /tmp/helm-tmpl-613931274/manifest-1 2022/09/05 06:51:32 Kind: Deployment 2022/09/05 06:51:32 Crd rss info 2022/09/05 06:51:32 Hook info {"filepath":"/tmp/helm-tmpl-613931274/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:51:32Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-05T06:51:32Z"} {"filepath":"/tmp/helm-tmpl-613931274/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:51:32Z"} 2022/09/05 06:51:32 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-05T06:51:32Z"} 10.233.71.7 - - [05/Sep/2022:06:51:32 +0000] "POST /v1/instance HTTP/1.1" 201 1285 2022/09/05 06:51:34 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.7 - - [05/Sep/2022:06:51:34 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 14558 {"instance":"hungry_ardinghelli","level":"info","msg":"[START] status notify thread for ","time":"2022-09-05T06:52:27Z"} {"instance":"hungry_ardinghelli","level":"info","msg":"REFRESH WATCHERS","subscription":"hungry_ardinghelli-cnf-adapter","time":"2022-09-05T06:52:32Z"} {"Instance":"hungry_ardinghelli","Kind":"Service","Subscription":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-05T06:52:32Z"} {"Instance":"hungry_ardinghelli","Kind":"Pod","Subscription":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-05T06:52:32Z"} {"Instance":"hungry_ardinghelli","Kind":"Deployment","Subscription":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-05T06:52:32Z"} {"InstanceId":"hungry_ardinghelli","SubscriptionName":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-09-05T06:52:32Z"} 10.233.71.7 - - [05/Sep/2022:06:52:27 +0000] "POST /v1/instance/hungry_ardinghelli/status/subscription HTTP/1.1" 201 660 {"InstanceId":"hungry_ardinghelli","SubscriptionName":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-09-05T06:52:37Z"} 10.233.71.123 - - [05/Sep/2022:06:52:43 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 14710 2022/09/05 06:52:44 [scheduleResources]: START thread 10.233.71.123 - - [05/Sep/2022:06:52:44 +0000] "GET /v1/instance/hungry_ardinghelli/config/replica-count-change HTTP/1.1" 500 60 2022/09/05 06:52:49 [Config Create] Instance hungry_ardinghelli 2022/09/05 06:52:49 [ConfigTemplate]: Download replica-count-template 2022/09/05 06:52:49 Before Sent to goroutine {257dc2a2-a2b1-4e61-a758-5cefe0689130 607dba65-5b18-4248-a660-4991214e5eb2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/05 06:52:49 Message Sent to goroutine {257dc2a2-a2b1-4e61-a758-5cefe0689130 607dba65-5b18-4248-a660-4991214e5eb2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/05 06:52:49 [scheduleResources]: POST {257dc2a2-a2b1-4e61-a758-5cefe0689130 607dba65-5b18-4248-a660-4991214e5eb2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-098040654/manifest-0}] {"filepath":"/tmp/helm-tmpl-098040654/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:52:49Z"} 2022/09/05 06:52:49 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-098040654/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-09-05T06:52:49Z"} {"filepath":"/tmp/helm-tmpl-098040654/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-05T06:52:49Z"} 2022/09/05 06:52:49 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-05T06:52:49Z"} 2022/09/05 06:52:49 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.123 - - [05/Sep/2022:06:52:49 +0000] "POST /v1/instance/hungry_ardinghelli/config HTTP/1.1" 201 270 2022/09/05 06:52:49 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.123 - - [05/Sep/2022:06:52:49 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 19590 2022/09/05 06:53:00 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.123 - - [05/Sep/2022:06:52:59 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 20959 2022/09/05 06:53:10 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.123 - - [05/Sep/2022:06:53:10 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 20959 {"Instance":"hungry_ardinghelli","Subscription":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-05T06:53:12Z"} {"Kind":"Pod","Name":"rel-1-apache-549c7c445b-hnjd8","level":"info","msg":"CREATED","time":"2022-09-05T06:53:12Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-09-05T06:53:12Z"} 2022/09/05 06:53:13 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.7 - - [05/Sep/2022:06:53:13 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 20959 {"InstanceId":"hungry_ardinghelli","Result":202,"SubscriptionName":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-05T06:53:19Z"} 2022/09/05 06:53:20 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.123 - - [05/Sep/2022:06:53:20 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 20959 2022/09/05 06:53:30 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.123 - - [05/Sep/2022:06:53:30 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 20959 2022/09/05 06:53:40 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.123 - - [05/Sep/2022:06:53:40 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 21302 {"Instance":"hungry_ardinghelli","Subscription":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-05T06:53:49Z"} {"Kind":"Pod","Name":"rel-1-apache-549c7c445b-hnjd8","level":"info","msg":"MODIFIED","time":"2022-09-05T06:53:49Z"} 2022/09/05 06:53:49 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.7 - - [05/Sep/2022:06:53:49 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 21302 2022/09/05 06:53:50 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.123 - - [05/Sep/2022:06:53:50 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 21302 {"InstanceId":"hungry_ardinghelli","Result":202,"SubscriptionName":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-05T06:53:52Z"} 2022/09/05 06:54:00 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.123 - - [05/Sep/2022:06:54:00 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 21302 10.233.71.123 - - [05/Sep/2022:06:54:11 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 21010 {"Instance":"hungry_ardinghelli","Subscription":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-05T06:54:22Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-09-05T06:54:22Z"} {"Kind":"Pod","Name":"rel-1-apache-549c7c445b-hnjd8","level":"info","msg":"MODIFIED","time":"2022-09-05T06:54:22Z"} 10.233.71.7 - - [05/Sep/2022:06:54:23 +0000] "GET /v1/instance/hungry_ardinghelli/status HTTP/1.1" 200 21010 {"InstanceId":"hungry_ardinghelli","Result":202,"SubscriptionName":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-05T06:54:26Z"} {"Instance":"hungry_ardinghelli","Kind":"Service","Subscription":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-05T06:54:37Z"} {"Instance":"hungry_ardinghelli","Kind":"Pod","Subscription":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-05T06:54:37Z"} {"Instance":"hungry_ardinghelli","Kind":"Deployment","Subscription":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-05T06:54:37Z"} 2022/09/05 06:54:37 Deleted Obj with ID ObjectID("63159cb0136a82e8a0f51bf5") 2022/09/05 06:54:37 Deleted Obj with ID ObjectID("63159cb14302deaf9cd77230") 10.233.71.7 - - [05/Sep/2022:06:54:37 +0000] "DELETE /v1/instance/hungry_ardinghelli/status/subscription/hungry_ardinghelli-cnf-adapter HTTP/1.1" 202 0 2022/09/05 06:54:37 [Config Cleanup] Instance hungry_ardinghelli 2022/09/05 06:54:37 [Config Delete] Instance hungry_ardinghelli Config replica-count-change 2022/09/05 06:54:37 [ConfigTemplate]: Download replica-count-template 2022/09/05 06:54:37 Before Sent to goroutine {257dc2a2-a2b1-4e61-a758-5cefe0689130 607dba65-5b18-4248-a660-4991214e5eb2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/05 06:54:37 Message Sent to goroutine {257dc2a2-a2b1-4e61-a758-5cefe0689130 607dba65-5b18-4248-a660-4991214e5eb2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/05 06:54:37 [scheduleResources]: DELETE {257dc2a2-a2b1-4e61-a758-5cefe0689130 607dba65-5b18-4248-a660-4991214e5eb2 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-05T06:54:37Z"} 2022/09/05 06:54:37 No plugin for kind Deployment found. Using generic Plugin 2022/09/05 06:54:37 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/09/05 06:54:37 [Config Delete All] Instance hungry_ardinghelli Config replica-count-change 2022/09/05 06:54:37 Stop config thread for hungry_ardinghelli {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-05T06:54:37Z"} 2022/09/05 06:54:37 No plugin for kind Deployment found. Using generic Plugin 2022/09/05 06:54:37 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-09-05T06:54:37Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-05T06:54:37Z"} 2022/09/05 06:54:37 Deleting service: rel-1-apache {"instance":"hungry_ardinghelli","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-05T06:54:37Z"} 2022/09/05 06:54:37 Deleted Obj with ID ObjectID("63159c74136a82e8a0f51bf4") 2022/09/05 06:54:37 Deleted Obj with ID ObjectID("63159c744302deaf9cd771f6") 10.233.71.7 - - [05/Sep/2022:06:54:37 +0000] "DELETE /v1/instance/hungry_ardinghelli HTTP/1.1" 202 0 {"instance":"hungry_ardinghelli","level":"info","msg":"[START] status notify thread for ","time":"2022-09-05T06:54:56Z"} {"InstanceId":"hungry_ardinghelli","SubscriptionName":"hungry_ardinghelli-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-09-05T06:55:01Z"} 10.233.67.231 - - [05/Sep/2022:06:55:13 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7670 2022/09/05 06:55:13 Deleted Obj with ID ObjectID("63159b40136a82e8a0f51be3") 2022/09/05 06:55:13 Deleted Obj with ID ObjectID("63159b414302deaf9cd770d8") 10.233.67.231 - - [05/Sep/2022:06:55:13 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/09/05 06:55:58 [Config Cleanup] Instance infallible_morse 2022/09/05 06:55:58 [scheduleResources]: START thread 2022/09/05 06:56:03 Stop config thread for infallible_morse {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-05T06:56:03Z"} 2022/09/05 06:56:03 No plugin for kind Deployment found. Using generic Plugin 2022/09/05 06:56:03 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-05T06:56:03Z"} 2022/09/05 06:56:03 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-05T06:56:03Z"} 2022/09/05 06:56:03 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-05T06:56:03Z"} 2022/09/05 06:56:03 Deleting service: pnf-macro-test-simulator-mongo {"instance":"infallible_morse","level":"info","msg":"[START] status notify thread for ","time":"2022-09-05T06:56:03Z"} {"instance":"infallible_morse","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-05T06:56:08Z"} 2022/09/05 06:56:08 Deleted Obj with ID ObjectID("63159a99136a82e8a0f51be2") 2022/09/05 06:56:08 Deleted Obj with ID ObjectID("63159a994302deaf9cd77062") 10.233.67.231 - - [05/Sep/2022:06:55:58 +0000] "DELETE /v1/instance/infallible_morse HTTP/1.1" 202 0 10.233.67.231 - - [05/Sep/2022:06:56:08 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7663 2022/09/05 06:56:08 Deleted Obj with ID ObjectID("63159a98136a82e8a0f51bda") 10.233.67.231 - - [05/Sep/2022:06:56:08 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/09/05 06:56:08 Deleted Obj with ID ObjectID("63159a984302deaf9cd77027")