2022/06/06 02:56:29 Starting Kubernetes Multicloud API 2022/06/06 02:56:29 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-06-06T02:56:39Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-06-06T02:56:39Z"} 10.233.70.230 - - [06/Jun/2022:03:31:35 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-06-06T03:31:35Z"} 10.233.71.112 - - [06/Jun/2022:04:28:36 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [06/Jun/2022:04:39:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [06/Jun/2022:04:42:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [06/Jun/2022:04:43:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "GET /v1/rb/definition/cds-ms-rb-2f61abc9-daf3-4b4a-8bd2-5342060c3181/v1 HTTP/1.1" 200 124 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "POST /v1/rb/definition/cds-ms-rb-2f61abc9-daf3-4b4a-8bd2-5342060c3181/v1/content HTTP/1.1" 200 0 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "GET /v1/rb/definition/cds-ms-rb-2f61abc9-daf3-4b4a-8bd2-5342060c3181/v1 HTTP/1.1" 200 138 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "POST /v1/rb/definition/cds-ms-rb-2f61abc9-daf3-4b4a-8bd2-5342060c3181/v1/profile HTTP/1.1" 201 305 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "GET /v1/rb/definition/cds-ms-rb-2f61abc9-daf3-4b4a-8bd2-5342060c3181/v1/profile/cds-ms-prof-f1ce3126-b228-4c79-8a2f-e969381c2b7b HTTP/1.1" 200 305 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "POST /v1/rb/definition/cds-ms-rb-2f61abc9-daf3-4b4a-8bd2-5342060c3181/v1/profile/cds-ms-prof-f1ce3126-b228-4c79-8a2f-e969381c2b7b/content HTTP/1.1" 200 0 2022/06/06 04:52:15 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/06/06 04:52:15 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/06/06 04:52:15 Main rss info 2022/06/06 04:52:15 Path: /tmp/helm-tmpl-812954743/manifest-0 2022/06/06 04:52:15 Kind: Service 2022/06/06 04:52:15 Path: /tmp/helm-tmpl-812954743/manifest-1 2022/06/06 04:52:15 Kind: Deployment 2022/06/06 04:52:15 Crd rss info 2022/06/06 04:52:15 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-06-06T04:52:15Z"} 2022/06/06 04:52:15 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-812954743/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T04:52:15Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-06-06T04:52:15Z"} {"filepath":"/tmp/helm-tmpl-812954743/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T04:52:15Z"} 2022/06/06 04:52:15 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-06-06T04:52:15Z"} 10.233.71.112 - - [06/Jun/2022:04:52:15 +0000] "POST /v1/instance HTTP/1.1" 201 542 2022/06/06 04:53:33 [Config Cleanup] Instance cranky_neumann 2022/06/06 04:53:33 [scheduleResources]: START thread 2022/06/06 04:53:38 Stop config thread for cranky_neumann 2022/06/06 04:53:38 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-06-06T04:53:38Z"} 2022/06/06 04:53:38 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-06-06T04:53:38Z"} 2022/06/06 04:53:38 Deleting service: cds-regression-mockserver {"instance":"cranky_neumann","level":"info","msg":"[START] status notify thread for ","time":"2022-06-06T04:53:38Z"} {"instance":"cranky_neumann","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-06T04:53:43Z"} 2022/06/06 04:53:43 Deleted Obj with ID ObjectID("629d87ff8dcff5103b941c12") 10.233.71.112 - - [06/Jun/2022:04:53:33 +0000] "DELETE /v1/instance/cranky_neumann HTTP/1.1" 202 0 2022/06/06 04:53:43 Deleted Obj with ID ObjectID("629d87ff581ad5c75d686fa4") 10.233.71.112 - - [06/Jun/2022:04:53:43 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/06/06 04:53:43 Deleted Obj with ID ObjectID("629d87ff8dcff5103b941c09") 10.233.71.112 - - [06/Jun/2022:04:53:43 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/06/06 04:53:43 Deleted Obj with ID ObjectID("629d87fe581ad5c75d686f66") 10.233.71.112 - - [06/Jun/2022:04:56:19 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.71.112 - - [06/Jun/2022:04:56:19 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.71.112 - - [06/Jun/2022:04:56:19 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [06/Jun/2022:04:56:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [06/Jun/2022:04:56:35 +0000] "POST /v1/rb/definition/0e484654-547a-451e-a54e-654004cb75c4/02b9a1b1-5c10-484b-8405-bbb2be4323ef/content HTTP/1.1" 200 0 127.0.0.1 - - [06/Jun/2022:04:56:48 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.71.112 - - [06/Jun/2022:05:02:33 +0000] "GET /v1/rb/definition/0e484654-547a-451e-a54e-654004cb75c4/02b9a1b1-5c10-484b-8405-bbb2be4323ef HTTP/1.1" 200 270 10.233.71.112 - - [06/Jun/2022:05:02:33 +0000] "GET /v1/rb/definition/0e484654-547a-451e-a54e-654004cb75c4/02b9a1b1-5c10-484b-8405-bbb2be4323ef/profile/cnftest HTTP/1.1" 404 87 10.233.71.112 - - [06/Jun/2022:05:02:33 +0000] "POST /v1/rb/definition/0e484654-547a-451e-a54e-654004cb75c4/02b9a1b1-5c10-484b-8405-bbb2be4323ef/profile HTTP/1.1" 201 240 10.233.71.112 - - [06/Jun/2022:05:02:33 +0000] "GET /v1/rb/definition/0e484654-547a-451e-a54e-654004cb75c4/02b9a1b1-5c10-484b-8405-bbb2be4323ef/profile/cnftest HTTP/1.1" 200 240 10.233.71.112 - - [06/Jun/2022:05:02:33 +0000] "POST /v1/rb/definition/0e484654-547a-451e-a54e-654004cb75c4/02b9a1b1-5c10-484b-8405-bbb2be4323ef/profile/cnftest/content HTTP/1.1" 200 0 10.233.71.112 - - [06/Jun/2022:05:02:56 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-95f87722-0753-4737-b376-56b5d65875e4 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-06-06T05:02:56Z"} {"Body":{},"Payload":{"generic-vnf-id":"c0ad29c8-fe48-4da0-b55b-747f00ed6baa","vf-module-id":"7a44b04f-2509-47a2-9aa4-096eb28df1d2","vf-module-model-invariant-id":"0e484654-547a-451e-a54e-654004cb75c4","vf-module-model-version-id":"c48824be-b76b-4cfc-84f7-8a416ffdfe7a","vf-module-model-customization-id":"02b9a1b1-5c10-484b-8405-bbb2be4323ef","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-95f87722-0753-4737-b376-56b5d65875e4"}},"level":"info","msg":"Broker API Payload","time":"2022-06-06T05:02:58Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"0e484654-547a-451e-a54e-654004cb75c4","rb-version":"02b9a1b1-5c10-484b-8405-bbb2be4323ef","profile-name":"cnftest","release-name":"7a44b04f-2509-47a2-9aa4-096eb28df1d2","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-95f87722-0753-4737-b376-56b5d65875e4"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-06-06T05:02:58Z"} 2022/06/06 05:02:58 Main rss info 2022/06/06 05:02:58 Path: /tmp/helm-tmpl-101918170/manifest-0 2022/06/06 05:02:58 Kind: Service 2022/06/06 05:02:58 Path: /tmp/helm-tmpl-101918170/manifest-1 2022/06/06 05:02:58 Kind: Deployment 2022/06/06 05:02:58 Crd rss info 2022/06/06 05:02:58 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-06-06T05:02:58Z"} 2022/06/06 05:02:58 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-101918170/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T05:02:58Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-06T05:02:58Z"} {"filepath":"/tmp/helm-tmpl-101918170/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T05:02:58Z"} 2022/06/06 05:02:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-06-06T05:02:58Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elated_elbakyan","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-06T05:02:58Z"} 10.233.71.112 - - [06/Jun/2022:05:02:58 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elated_elbakyan","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-06T05:02:58Z"} 10.233.71.112 - - [06/Jun/2022:05:02:58 +0000] "GET /basicnf-owner/k8sregion/infra_workload/elated_elbakyan HTTP/1.1" 200 123 10.233.71.112 - - [06/Jun/2022:05:02:59 +0000] "POST /basicnf-owner/k8sregion/infra_workload/elated_elbakyan HTTP/1.1" 405 0 10.233.71.112 - - [06/Jun/2022:05:03:35 +0000] "GET /basicnf-owner/k8sregion/infra_workload/elated_elbakyan HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elated_elbakyan","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-06-06T05:03:35Z"} 2022/06/06 05:03:36 [Config Cleanup] Instance elated_elbakyan 2022/06/06 05:03:36 [scheduleResources]: START thread 2022/06/06 05:03:41 Stop config thread for elated_elbakyan {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-06T05:03:41Z"} 2022/06/06 05:03:41 No plugin for kind Deployment found. Using generic Plugin 2022/06/06 05:03:41 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-06-06T05:03:41Z"} 2022/06/06 05:03:41 Deleting service: cnftest-nginx {"instance":"elated_elbakyan","level":"info","msg":"[START] status notify thread for ","time":"2022-06-06T05:03:41Z"} {"instance":"elated_elbakyan","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-06T05:03:46Z"} 2022/06/06 05:03:46 Deleted Obj with ID ObjectID("629d8a828dcff5103b941c1e") 2022/06/06 05:03:46 Deleted Obj with ID ObjectID("629d8a81581ad5c75d687195") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"elated_elbakyan","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-06-06T05:03:46Z"} 10.233.71.112 - - [06/Jun/2022:05:03:36 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/elated_elbakyan HTTP/1.1" 202 123 10.233.71.112 - - [06/Jun/2022:05:04:41 +0000] "GET /v1/rb/definition/0e484654-547a-451e-a54e-654004cb75c4/02b9a1b1-5c10-484b-8405-bbb2be4323ef HTTP/1.1" 200 270 10.233.71.112 - - [06/Jun/2022:05:04:41 +0000] "GET /v1/rb/definition/0e484654-547a-451e-a54e-654004cb75c4/02b9a1b1-5c10-484b-8405-bbb2be4323ef/profile/cnftest HTTP/1.1" 200 240 2022/06/06 05:04:41 Deleted Obj with ID ObjectID("629d8a698dcff5103b941c1c") 2022/06/06 05:04:41 Deleted Obj with ID ObjectID("629d8a698dcff5103b941c1d") 2022/06/06 05:04:41 Deleted Obj with ID ObjectID("629d8a68581ad5c75d687168") 10.233.71.112 - - [06/Jun/2022:05:04:41 +0000] "DELETE /v1/rb/definition/0e484654-547a-451e-a54e-654004cb75c4/02b9a1b1-5c10-484b-8405-bbb2be4323ef/profile/cnftest HTTP/1.1" 204 0 10.233.71.112 - - [06/Jun/2022:05:05:32 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/06/06 05:05:32 Deleted Obj with ID ObjectID("629d88f38dcff5103b941c13") 2022/06/06 05:05:32 Deleted Obj with ID ObjectID("629d88f2581ad5c75d687057") 10.233.71.112 - - [06/Jun/2022:05:05:32 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.71.112 - - [06/Jun/2022:05:18:09 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.71.112 - - [06/Jun/2022:05:18:09 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.71.112 - - [06/Jun/2022:05:18:09 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.71.112 - - [06/Jun/2022:05:18:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.71.112 - - [06/Jun/2022:05:18:09 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e3f810d0-9404-422b-84e0-b3dbd7c92a24/v1 HTTP/1.1" 200 125 10.233.71.112 - - [06/Jun/2022:05:18:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e3f810d0-9404-422b-84e0-b3dbd7c92a24/v1/content HTTP/1.1" 200 0 10.233.71.112 - - [06/Jun/2022:05:18:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e3f810d0-9404-422b-84e0-b3dbd7c92a24/v1 HTTP/1.1" 200 138 10.233.71.112 - - [06/Jun/2022:05:18:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e3f810d0-9404-422b-84e0-b3dbd7c92a24/v1/profile HTTP/1.1" 201 314 10.233.71.112 - - [06/Jun/2022:05:18:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e3f810d0-9404-422b-84e0-b3dbd7c92a24/v1/profile/pnf-cnf-profile-13d7826c-5352-4726-a4e6-50b5043c0f50 HTTP/1.1" 200 314 10.233.71.112 - - [06/Jun/2022:05:18:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e3f810d0-9404-422b-84e0-b3dbd7c92a24/v1/profile/pnf-cnf-profile-13d7826c-5352-4726-a4e6-50b5043c0f50/content HTTP/1.1" 200 0 2022/06/06 05:18:10 Main rss info 2022/06/06 05:18:10 Path: /tmp/helm-tmpl-424471841/manifest-0 2022/06/06 05:18:10 Kind: Service 2022/06/06 05:18:10 Path: /tmp/helm-tmpl-424471841/manifest-1 2022/06/06 05:18:10 Kind: Service 2022/06/06 05:18:10 Path: /tmp/helm-tmpl-424471841/manifest-2 2022/06/06 05:18:10 Kind: Pod 2022/06/06 05:18:10 Path: /tmp/helm-tmpl-424471841/manifest-3 2022/06/06 05:18:10 Kind: Deployment 2022/06/06 05:18:10 Crd rss info 2022/06/06 05:18:10 Hook info {"filepath":"/tmp/helm-tmpl-424471841/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T05:18:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-06T05:18:10Z"} {"filepath":"/tmp/helm-tmpl-424471841/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T05:18:10Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-06T05:18:10Z"} {"filepath":"/tmp/helm-tmpl-424471841/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T05:18:10Z"} 2022/06/06 05:18:10 No plugin for kind Pod found. Using generic Plugin 2022/06/06 05:18:10 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-06T05:18:10Z"} {"filepath":"/tmp/helm-tmpl-424471841/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T05:18:10Z"} 2022/06/06 05:18:10 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-06T05:18:10Z"} 10.233.71.112 - - [06/Jun/2022:05:18:10 +0000] "POST /v1/instance HTTP/1.1" 201 748 127.0.0.1 - - [06/Jun/2022:05:22:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.71.112 - - [06/Jun/2022:05:23:10 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.71.112 - - [06/Jun/2022:05:23:10 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.71.112 - - [06/Jun/2022:05:23:10 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [06/Jun/2022:05:23:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [06/Jun/2022:05:23:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [06/Jun/2022:05:23:36 +0000] "POST /v1/rb/definition/0563ae6f-0a96-4717-ba8f-d84c44d66aa6/e67986b1-e4cb-4b34-8ea7-767931fea1a7/content HTTP/1.1" 200 0 127.0.0.1 - - [06/Jun/2022:05:23:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 2022/06/06 05:30:00 [Config Cleanup] Instance agitated_aryabhata 2022/06/06 05:30:00 [scheduleResources]: START thread 2022/06/06 05:30:05 Stop config thread for agitated_aryabhata {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-06T05:30:05Z"} 2022/06/06 05:30:05 No plugin for kind Deployment found. Using generic Plugin 2022/06/06 05:30:05 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-06T05:30:05Z"} 2022/06/06 05:30:05 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-06T05:30:05Z"} 2022/06/06 05:30:05 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-06T05:30:05Z"} 2022/06/06 05:30:05 Deleting service: pnf-macro-test-simulator-mongo {"instance":"agitated_aryabhata","level":"info","msg":"[START] status notify thread for ","time":"2022-06-06T05:30:05Z"} {"instance":"agitated_aryabhata","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-06T05:30:10Z"} 2022/06/06 05:30:10 Deleted Obj with ID ObjectID("629d8e128dcff5103b941c27") 2022/06/06 05:30:10 Deleted Obj with ID ObjectID("629d8e11581ad5c75d68742c") 10.233.71.112 - - [06/Jun/2022:05:30:00 +0000] "DELETE /v1/instance/agitated_aryabhata HTTP/1.1" 202 0 10.233.71.112 - - [06/Jun/2022:05:30:10 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/06/06 05:30:10 Deleted Obj with ID ObjectID("629d8e118dcff5103b941c1f") 2022/06/06 05:30:10 Deleted Obj with ID ObjectID("629d8e11581ad5c75d6873f1") 10.233.71.112 - - [06/Jun/2022:05:30:10 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 10.233.71.248 - - [06/Jun/2022:05:30:59 +0000] "GET /v1/rb/definition/0563ae6f-0a96-4717-ba8f-d84c44d66aa6/e67986b1-e4cb-4b34-8ea7-767931fea1a7 HTTP/1.1" 200 277 10.233.71.248 - - [06/Jun/2022:05:30:59 +0000] "GET /v1/rb/definition/0563ae6f-0a96-4717-ba8f-d84c44d66aa6/e67986b1-e4cb-4b34-8ea7-767931fea1a7/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.248 - - [06/Jun/2022:05:30:59 +0000] "POST /v1/rb/definition/0563ae6f-0a96-4717-ba8f-d84c44d66aa6/e67986b1-e4cb-4b34-8ea7-767931fea1a7/profile HTTP/1.1" 201 270 10.233.71.248 - - [06/Jun/2022:05:30:59 +0000] "POST /v1/rb/definition/0563ae6f-0a96-4717-ba8f-d84c44d66aa6/e67986b1-e4cb-4b34-8ea7-767931fea1a7/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.248 - - [06/Jun/2022:05:31:13 +0000] "GET /v1/rb/definition/0563ae6f-0a96-4717-ba8f-d84c44d66aa6/e67986b1-e4cb-4b34-8ea7-767931fea1a7 HTTP/1.1" 200 277 10.233.71.248 - - [06/Jun/2022:05:31:13 +0000] "GET /v1/rb/definition/0563ae6f-0a96-4717-ba8f-d84c44d66aa6/e67986b1-e4cb-4b34-8ea7-767931fea1a7/config-template/replica-count-template HTTP/1.1" 500 78 2022/06/06 05:31:13 [ConfigiTemplate]: create 0563ae6f-0a96-4717-ba8f-d84c44d66aa6 10.233.71.248 - - [06/Jun/2022:05:31:13 +0000] "POST /v1/rb/definition/0563ae6f-0a96-4717-ba8f-d84c44d66aa6/e67986b1-e4cb-4b34-8ea7-767931fea1a7/config-template HTTP/1.1" 201 113 2022/06/06 05:31:13 [ConfigTemplate]: Upload replica-count-template 10.233.71.248 - - [06/Jun/2022:05:31:13 +0000] "POST /v1/rb/definition/0563ae6f-0a96-4717-ba8f-d84c44d66aa6/e67986b1-e4cb-4b34-8ea7-767931fea1a7/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/06/06 05:31:19 Main rss info 2022/06/06 05:31:19 Path: /tmp/helm-tmpl-006435128/manifest-0 2022/06/06 05:31:19 Kind: Service 2022/06/06 05:31:19 Path: /tmp/helm-tmpl-006435128/manifest-1 2022/06/06 05:31:19 Kind: Deployment 2022/06/06 05:31:19 Crd rss info 2022/06/06 05:31:19 Hook info {"filepath":"/tmp/helm-tmpl-006435128/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T05:31:19Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-06T05:31:19Z"} {"filepath":"/tmp/helm-tmpl-006435128/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T05:31:19Z"} 2022/06/06 05:31:19 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-06T05:31:19Z"} 10.233.70.230 - - [06/Jun/2022:05:31:19 +0000] "POST /v1/instance HTTP/1.1" 201 1282 2022/06/06 05:31:20 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.70.230 - - [06/Jun/2022:05:31:20 +0000] "GET /v1/instance/elegant_shirley/status HTTP/1.1" 200 14541 {"instance":"elegant_shirley","level":"info","msg":"[START] status notify thread for ","time":"2022-06-06T05:31:44Z"} {"instance":"elegant_shirley","level":"info","msg":"REFRESH WATCHERS","subscription":"elegant_shirley-cnf-adapter","time":"2022-06-06T05:31:49Z"} {"Instance":"elegant_shirley","Kind":"Deployment","Subscription":"elegant_shirley-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-06T05:31:49Z"} {"Instance":"elegant_shirley","Kind":"Pod","Subscription":"elegant_shirley-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-06T05:31:49Z"} {"Instance":"elegant_shirley","Kind":"Service","Subscription":"elegant_shirley-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-06-06T05:31:49Z"} {"InstanceId":"elegant_shirley","SubscriptionName":"elegant_shirley-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-06-06T05:31:49Z"} 10.233.70.230 - - [06/Jun/2022:05:31:44 +0000] "POST /v1/instance/elegant_shirley/status/subscription HTTP/1.1" 201 651 {"InstanceId":"elegant_shirley","SubscriptionName":"elegant_shirley-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-06-06T05:31:54Z"} 10.233.71.248 - - [06/Jun/2022:05:32:03 +0000] "GET /v1/instance/elegant_shirley/status HTTP/1.1" 200 14693 2022/06/06 05:32:03 [scheduleResources]: START thread 10.233.71.248 - - [06/Jun/2022:05:32:03 +0000] "GET /v1/instance/elegant_shirley/config/replica-count-change HTTP/1.1" 500 60 2022/06/06 05:32:08 [Config Create] Instance elegant_shirley 2022/06/06 05:32:08 [ConfigTemplate]: Download replica-count-template 2022/06/06 05:32:08 Before Sent to goroutine {0563ae6f-0a96-4717-ba8f-d84c44d66aa6 e67986b1-e4cb-4b34-8ea7-767931fea1a7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/06 05:32:08 Message Sent to goroutine {0563ae6f-0a96-4717-ba8f-d84c44d66aa6 e67986b1-e4cb-4b34-8ea7-767931fea1a7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/06 05:32:08 [scheduleResources]: POST {0563ae6f-0a96-4717-ba8f-d84c44d66aa6 e67986b1-e4cb-4b34-8ea7-767931fea1a7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-176879039/manifest-0}] {"filepath":"/tmp/helm-tmpl-176879039/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T05:32:08Z"} 2022/06/06 05:32:08 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-176879039/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-06-06T05:32:08Z"} {"filepath":"/tmp/helm-tmpl-176879039/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-06T05:32:08Z"} 2022/06/06 05:32:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-06-06T05:32:08Z"} 2022/06/06 05:32:08 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.248 - - [06/Jun/2022:05:32:08 +0000] "POST /v1/instance/elegant_shirley/config HTTP/1.1" 201 267 2022/06/06 05:32:08 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.248 - - [06/Jun/2022:05:32:08 +0000] "GET /v1/instance/elegant_shirley/status HTTP/1.1" 200 20935 2022/06/06 05:32:18 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.248 - - [06/Jun/2022:05:32:18 +0000] "GET /v1/instance/elegant_shirley/status HTTP/1.1" 200 20935 2022/06/06 05:32:28 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.248 - - [06/Jun/2022:05:32:28 +0000] "GET /v1/instance/elegant_shirley/status HTTP/1.1" 200 21278 {"Instance":"elegant_shirley","Subscription":"elegant_shirley-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-06T05:32:29Z"} {"Kind":"Pod","Name":"rel-1-apache-645cf4bfd-7bb2m","level":"info","msg":"CREATED","time":"2022-06-06T05:32:29Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-06T05:32:29Z"} 2022/06/06 05:32:29 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.70.230 - - [06/Jun/2022:05:32:29 +0000] "GET /v1/instance/elegant_shirley/status HTTP/1.1" 200 21278 2022/06/06 05:32:38 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.248 - - [06/Jun/2022:05:32:38 +0000] "GET /v1/instance/elegant_shirley/status HTTP/1.1" 200 21278 {"InstanceId":"elegant_shirley","Result":202,"SubscriptionName":"elegant_shirley-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-06T05:32:39Z"} 2022/06/06 05:32:48 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.248 - - [06/Jun/2022:05:32:48 +0000] "GET /v1/instance/elegant_shirley/status HTTP/1.1" 200 21278 10.233.71.248 - - [06/Jun/2022:05:32:58 +0000] "GET /v1/instance/elegant_shirley/status HTTP/1.1" 200 20986 {"Instance":"elegant_shirley","Subscription":"elegant_shirley-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-06-06T05:33:09Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-06-06T05:33:09Z"} {"Kind":"Pod","Name":"rel-1-apache-645cf4bfd-7bb2m","level":"info","msg":"MODIFIED","time":"2022-06-06T05:33:09Z"} 10.233.70.230 - - [06/Jun/2022:05:33:09 +0000] "GET /v1/instance/elegant_shirley/status HTTP/1.1" 200 20986 {"InstanceId":"elegant_shirley","Result":202,"SubscriptionName":"elegant_shirley-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-06-06T05:33:16Z"} {"Instance":"elegant_shirley","Kind":"Service","Subscription":"elegant_shirley-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-06T05:33:40Z"} {"Instance":"elegant_shirley","Kind":"Pod","Subscription":"elegant_shirley-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-06T05:33:40Z"} {"Instance":"elegant_shirley","Kind":"Deployment","Subscription":"elegant_shirley-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-06-06T05:33:40Z"} 2022/06/06 05:33:40 Deleted Obj with ID ObjectID("629d91458dcff5103b941c3d") 2022/06/06 05:33:40 Deleted Obj with ID ObjectID("629d9145581ad5c75d6876ce") 10.233.70.230 - - [06/Jun/2022:05:33:40 +0000] "DELETE /v1/instance/elegant_shirley/status/subscription/elegant_shirley-cnf-adapter HTTP/1.1" 202 0 2022/06/06 05:33:40 [Config Cleanup] Instance elegant_shirley 2022/06/06 05:33:40 [Config Delete] Instance elegant_shirley Config replica-count-change 2022/06/06 05:33:40 [ConfigTemplate]: Download replica-count-template 2022/06/06 05:33:40 Before Sent to goroutine {0563ae6f-0a96-4717-ba8f-d84c44d66aa6 e67986b1-e4cb-4b34-8ea7-767931fea1a7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/06 05:33:40 Message Sent to goroutine {0563ae6f-0a96-4717-ba8f-d84c44d66aa6 e67986b1-e4cb-4b34-8ea7-767931fea1a7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/06/06 05:33:40 [scheduleResources]: DELETE {0563ae6f-0a96-4717-ba8f-d84c44d66aa6 e67986b1-e4cb-4b34-8ea7-767931fea1a7 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-06T05:33:40Z"} 2022/06/06 05:33:40 No plugin for kind Deployment found. Using generic Plugin 2022/06/06 05:33:40 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/06/06 05:33:40 [Config Delete All] Instance elegant_shirley Config replica-count-change 2022/06/06 05:33:40 Stop config thread for elegant_shirley 2022/06/06 05:33:40 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-06T05:33:40Z"} 2022/06/06 05:33:40 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-06-06T05:33:40Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-06-06T05:33:40Z"} 2022/06/06 05:33:40 Deleting service: rel-1-apache {"instance":"elegant_shirley","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-06T05:33:40Z"} 2022/06/06 05:33:40 Deleted Obj with ID ObjectID("629d91278dcff5103b941c3c") 10.233.70.230 - - [06/Jun/2022:05:33:40 +0000] "DELETE /v1/instance/elegant_shirley HTTP/1.1" 202 0 2022/06/06 05:33:40 Deleted Obj with ID ObjectID("629d9126581ad5c75d6876a5") {"instance":"elegant_shirley","level":"info","msg":"[START] status notify thread for ","time":"2022-06-06T05:33:46Z"} {"InstanceId":"elegant_shirley","SubscriptionName":"elegant_shirley-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-06-06T05:33:51Z"} 10.233.71.112 - - [06/Jun/2022:05:34:18 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/06/06 05:34:18 Deleted Obj with ID ObjectID("629d8f3e8dcff5103b941c2b") 10.233.71.112 - - [06/Jun/2022:05:34:18 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/06/06 05:34:18 Deleted Obj with ID ObjectID("629d8f3e581ad5c75d6874fe")