2022/04/25 01:17:56 Starting Kubernetes Multicloud API 2022/04/25 01:17:56 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-04-25T01:18:06Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-04-25T01:18:06Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-04-25T01:58:04Z"} 10.233.71.74 - - [25/Apr/2022:01:58:04 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.69.47 - - [25/Apr/2022:02:44:43 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.69.47 - - [25/Apr/2022:02:46:22 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.69.47 - - [25/Apr/2022:02:48:18 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.69.47 - - [25/Apr/2022:02:50:25 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.69.47 - - [25/Apr/2022:02:54:45 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [25/Apr/2022:02:58:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [25/Apr/2022:02:59:22 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.69.47 - - [25/Apr/2022:03:00:38 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.69.47 - - [25/Apr/2022:03:06:06 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [25/Apr/2022:03:12:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.69.47 - - [25/Apr/2022:03:15:46 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.69.47 - - [25/Apr/2022:03:15:46 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.69.47 - - [25/Apr/2022:03:15:46 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.69.47 - - [25/Apr/2022:03:15:47 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.69.47 - - [25/Apr/2022:03:15:47 +0000] "GET /v1/rb/definition/cds-ms-rb-5ca52d7a-01b8-48fa-b96f-9c902d274ee3/v1 HTTP/1.1" 200 124 10.233.69.47 - - [25/Apr/2022:03:15:47 +0000] "POST /v1/rb/definition/cds-ms-rb-5ca52d7a-01b8-48fa-b96f-9c902d274ee3/v1/content HTTP/1.1" 200 0 10.233.69.47 - - [25/Apr/2022:03:15:47 +0000] "GET /v1/rb/definition/cds-ms-rb-5ca52d7a-01b8-48fa-b96f-9c902d274ee3/v1 HTTP/1.1" 200 138 10.233.69.47 - - [25/Apr/2022:03:15:47 +0000] "POST /v1/rb/definition/cds-ms-rb-5ca52d7a-01b8-48fa-b96f-9c902d274ee3/v1/profile HTTP/1.1" 201 305 10.233.69.47 - - [25/Apr/2022:03:15:47 +0000] "GET /v1/rb/definition/cds-ms-rb-5ca52d7a-01b8-48fa-b96f-9c902d274ee3/v1/profile/cds-ms-prof-f254d737-88b5-4081-a6bd-61bd8276dbd2 HTTP/1.1" 200 305 10.233.69.47 - - [25/Apr/2022:03:15:47 +0000] "POST /v1/rb/definition/cds-ms-rb-5ca52d7a-01b8-48fa-b96f-9c902d274ee3/v1/profile/cds-ms-prof-f254d737-88b5-4081-a6bd-61bd8276dbd2/content HTTP/1.1" 200 0 2022/04/25 03:15:47 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/04/25 03:15:47 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/04/25 03:15:47 Main rss info 2022/04/25 03:15:47 Path: /tmp/helm-tmpl-817719478/manifest-0 2022/04/25 03:15:47 Kind: Service 2022/04/25 03:15:47 Path: /tmp/helm-tmpl-817719478/manifest-1 2022/04/25 03:15:47 Kind: Deployment 2022/04/25 03:15:47 Crd rss info 2022/04/25 03:15:47 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-04-25T03:15:47Z"} 2022/04/25 03:15:47 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-817719478/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:15:47Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-04-25T03:15:47Z"} {"filepath":"/tmp/helm-tmpl-817719478/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:15:47Z"} 2022/04/25 03:15:47 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-04-25T03:15:47Z"} 10.233.69.47 - - [25/Apr/2022:03:15:47 +0000] "POST /v1/instance HTTP/1.1" 201 548 10.233.69.47 - - [25/Apr/2022:03:16:47 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.69.47 - - [25/Apr/2022:03:16:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.69.47 - - [25/Apr/2022:03:16:47 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [25/Apr/2022:03:17:05 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 2022/04/25 03:17:05 [Config Cleanup] Instance xenodochial_meninsky 2022/04/25 03:17:05 [scheduleResources]: START thread 127.0.0.1 - - [25/Apr/2022:03:17:05 +0000] "POST /v1/rb/definition/18652f39-a70d-4580-ac17-d87fa3b7db95/37483b03-db4c-489d-acdf-acc54cea2dea/content HTTP/1.1" 200 0 2022/04/25 03:17:10 Stop config thread for xenodochial_meninsky {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-04-25T03:17:10Z"} 2022/04/25 03:17:10 No plugin for kind Deployment found. Using generic Plugin 2022/04/25 03:17:10 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-04-25T03:17:10Z"} 2022/04/25 03:17:10 Deleting service: cds-regression-mockserver {"instance":"xenodochial_meninsky","level":"info","msg":"[START] status notify thread for ","time":"2022-04-25T03:17:10Z"} {"instance":"xenodochial_meninsky","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-25T03:17:15Z"} 2022/04/25 03:17:15 Deleted Obj with ID ObjectID("62661263548259b23aa565ec") 2022/04/25 03:17:15 Deleted Obj with ID ObjectID("62661263929323e8f105603d") 10.233.69.47 - - [25/Apr/2022:03:17:05 +0000] "DELETE /v1/instance/xenodochial_meninsky HTTP/1.1" 202 0 10.233.69.47 - - [25/Apr/2022:03:17:15 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/04/25 03:17:15 Deleted Obj with ID ObjectID("62661262548259b23aa565e3") 2022/04/25 03:17:15 Deleted Obj with ID ObjectID("62661262929323e8f1055fff") 10.233.69.47 - - [25/Apr/2022:03:17:15 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.69.47 - - [25/Apr/2022:03:20:30 +0000] "GET /v1/rb/definition/18652f39-a70d-4580-ac17-d87fa3b7db95/37483b03-db4c-489d-acdf-acc54cea2dea HTTP/1.1" 200 270 10.233.69.47 - - [25/Apr/2022:03:20:30 +0000] "GET /v1/rb/definition/18652f39-a70d-4580-ac17-d87fa3b7db95/37483b03-db4c-489d-acdf-acc54cea2dea/profile/cnftest HTTP/1.1" 404 87 10.233.69.47 - - [25/Apr/2022:03:20:30 +0000] "POST /v1/rb/definition/18652f39-a70d-4580-ac17-d87fa3b7db95/37483b03-db4c-489d-acdf-acc54cea2dea/profile HTTP/1.1" 201 240 10.233.69.47 - - [25/Apr/2022:03:20:30 +0000] "GET /v1/rb/definition/18652f39-a70d-4580-ac17-d87fa3b7db95/37483b03-db4c-489d-acdf-acc54cea2dea/profile/cnftest HTTP/1.1" 200 240 10.233.69.47 - - [25/Apr/2022:03:20:30 +0000] "POST /v1/rb/definition/18652f39-a70d-4580-ac17-d87fa3b7db95/37483b03-db4c-489d-acdf-acc54cea2dea/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-04-25T03:20:40Z"} 10.233.69.47 - - [25/Apr/2022:03:20:40 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-22f2f6eb-442a-45ba-a410-87ecae8e8d38 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"ae61fd59-c6bf-40fe-924b-f75991d168a0","vf-module-id":"94faebfd-1e9b-4677-aeac-c3d906dab397","vf-module-model-invariant-id":"18652f39-a70d-4580-ac17-d87fa3b7db95","vf-module-model-version-id":"b4c80db6-30c0-4f49-a9ee-877ab7462bf4","vf-module-model-customization-id":"37483b03-db4c-489d-acdf-acc54cea2dea","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-22f2f6eb-442a-45ba-a410-87ecae8e8d38"}},"level":"info","msg":"Broker API Payload","time":"2022-04-25T03:20:41Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"18652f39-a70d-4580-ac17-d87fa3b7db95","rb-version":"37483b03-db4c-489d-acdf-acc54cea2dea","profile-name":"cnftest","release-name":"94faebfd-1e9b-4677-aeac-c3d906dab397","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-22f2f6eb-442a-45ba-a410-87ecae8e8d38"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-04-25T03:20:41Z"} 2022/04/25 03:20:41 Main rss info 2022/04/25 03:20:41 Path: /tmp/helm-tmpl-214587401/manifest-0 2022/04/25 03:20:41 Kind: Service 2022/04/25 03:20:41 Path: /tmp/helm-tmpl-214587401/manifest-1 2022/04/25 03:20:41 Kind: Deployment 2022/04/25 03:20:41 Crd rss info 2022/04/25 03:20:41 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-04-25T03:20:41Z"} 2022/04/25 03:20:41 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-214587401/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:20:41Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-25T03:20:41Z"} {"filepath":"/tmp/helm-tmpl-214587401/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:20:41Z"} 2022/04/25 03:20:41 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-25T03:20:41Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hardcore_shtern","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-25T03:20:41Z"} 10.233.69.47 - - [25/Apr/2022:03:20:41 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hardcore_shtern","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-25T03:20:41Z"} 10.233.69.47 - - [25/Apr/2022:03:20:41 +0000] "GET /basicnf-owner/k8sregion/infra_workload/hardcore_shtern HTTP/1.1" 200 123 10.233.69.47 - - [25/Apr/2022:03:20:41 +0000] "POST /basicnf-owner/k8sregion/infra_workload/hardcore_shtern HTTP/1.1" 405 0 10.233.69.47 - - [25/Apr/2022:03:21:12 +0000] "GET /basicnf-owner/k8sregion/infra_workload/hardcore_shtern HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hardcore_shtern","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-25T03:21:12Z"} 2022/04/25 03:21:12 [Config Cleanup] Instance hardcore_shtern 2022/04/25 03:21:12 [scheduleResources]: START thread 2022/04/25 03:21:17 Stop config thread for hardcore_shtern {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-04-25T03:21:17Z"} 2022/04/25 03:21:17 No plugin for kind Deployment found. Using generic Plugin 2022/04/25 03:21:17 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-04-25T03:21:17Z"} 2022/04/25 03:21:17 Deleting service: cnftest-nginx {"instance":"hardcore_shtern","level":"info","msg":"[START] status notify thread for ","time":"2022-04-25T03:21:17Z"} {"instance":"hardcore_shtern","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-25T03:21:22Z"} 2022/04/25 03:21:22 Deleted Obj with ID ObjectID("62661389548259b23aa565f5") 2022/04/25 03:21:22 Deleted Obj with ID ObjectID("62661389929323e8f105614a") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hardcore_shtern","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-04-25T03:21:22Z"} 10.233.69.47 - - [25/Apr/2022:03:21:12 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/hardcore_shtern HTTP/1.1" 202 123 10.233.69.47 - - [25/Apr/2022:03:21:29 +0000] "GET /v1/rb/definition/18652f39-a70d-4580-ac17-d87fa3b7db95/37483b03-db4c-489d-acdf-acc54cea2dea HTTP/1.1" 200 270 10.233.69.47 - - [25/Apr/2022:03:21:29 +0000] "GET /v1/rb/definition/18652f39-a70d-4580-ac17-d87fa3b7db95/37483b03-db4c-489d-acdf-acc54cea2dea/profile/cnftest HTTP/1.1" 200 240 2022/04/25 03:21:29 Deleted Obj with ID ObjectID("6266137e548259b23aa565f3") 2022/04/25 03:21:29 Deleted Obj with ID ObjectID("6266137e548259b23aa565f4") 2022/04/25 03:21:29 Deleted Obj with ID ObjectID("6266137e929323e8f1056128") 10.233.69.47 - - [25/Apr/2022:03:21:29 +0000] "DELETE /v1/rb/definition/18652f39-a70d-4580-ac17-d87fa3b7db95/37483b03-db4c-489d-acdf-acc54cea2dea/profile/cnftest HTTP/1.1" 204 0 10.233.69.47 - - [25/Apr/2022:03:21:58 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/04/25 03:21:58 Deleted Obj with ID ObjectID("6266129f548259b23aa565ed") 2022/04/25 03:21:58 Deleted Obj with ID ObjectID("6266129f929323e8f105606c") 10.233.69.47 - - [25/Apr/2022:03:21:58 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 127.0.0.1 - - [25/Apr/2022:03:28:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [25/Apr/2022:03:29:03 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.69.47 - - [25/Apr/2022:03:29:19 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.69.47 - - [25/Apr/2022:03:29:19 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.69.47 - - [25/Apr/2022:03:29:19 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [25/Apr/2022:03:29:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [25/Apr/2022:03:29:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [25/Apr/2022:03:29:31 +0000] "POST /v1/rb/definition/81556c80-297e-40dd-af12-883bd4d78310/29c291c6-f9ca-47d9-bf53-3d5696c94ef5/content HTTP/1.1" 200 0 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "GET /v1/rb/definition/pnf-cnf-rb-19c65073-0029-476d-9762-6b58168ef7f0/v1 HTTP/1.1" 200 125 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "POST /v1/rb/definition/pnf-cnf-rb-19c65073-0029-476d-9762-6b58168ef7f0/v1/content HTTP/1.1" 200 0 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "GET /v1/rb/definition/pnf-cnf-rb-19c65073-0029-476d-9762-6b58168ef7f0/v1 HTTP/1.1" 200 138 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "POST /v1/rb/definition/pnf-cnf-rb-19c65073-0029-476d-9762-6b58168ef7f0/v1/profile HTTP/1.1" 201 314 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "GET /v1/rb/definition/pnf-cnf-rb-19c65073-0029-476d-9762-6b58168ef7f0/v1/profile/pnf-cnf-profile-9299b35c-69a9-4513-a747-07bb23507b91 HTTP/1.1" 200 314 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "POST /v1/rb/definition/pnf-cnf-rb-19c65073-0029-476d-9762-6b58168ef7f0/v1/profile/pnf-cnf-profile-9299b35c-69a9-4513-a747-07bb23507b91/content HTTP/1.1" 200 0 2022/04/25 03:32:19 Main rss info 2022/04/25 03:32:19 Path: /tmp/helm-tmpl-681818810/manifest-0 2022/04/25 03:32:19 Kind: Service 2022/04/25 03:32:19 Path: /tmp/helm-tmpl-681818810/manifest-1 2022/04/25 03:32:19 Kind: Service 2022/04/25 03:32:19 Path: /tmp/helm-tmpl-681818810/manifest-2 2022/04/25 03:32:19 Kind: Pod 2022/04/25 03:32:19 Path: /tmp/helm-tmpl-681818810/manifest-3 2022/04/25 03:32:19 Kind: Deployment 2022/04/25 03:32:19 Crd rss info 2022/04/25 03:32:19 Hook info {"filepath":"/tmp/helm-tmpl-681818810/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:32:19Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-25T03:32:19Z"} {"filepath":"/tmp/helm-tmpl-681818810/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:32:19Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-25T03:32:19Z"} {"filepath":"/tmp/helm-tmpl-681818810/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:32:19Z"} 2022/04/25 03:32:19 No plugin for kind Pod found. Using generic Plugin 2022/04/25 03:32:19 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-25T03:32:20Z"} {"filepath":"/tmp/helm-tmpl-681818810/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:32:20Z"} 2022/04/25 03:32:20 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-25T03:32:20Z"} 10.233.69.47 - - [25/Apr/2022:03:32:19 +0000] "POST /v1/instance HTTP/1.1" 201 747 10.233.71.49 - - [25/Apr/2022:03:34:37 +0000] "GET /v1/rb/definition/81556c80-297e-40dd-af12-883bd4d78310/29c291c6-f9ca-47d9-bf53-3d5696c94ef5 HTTP/1.1" 200 277 10.233.71.49 - - [25/Apr/2022:03:34:37 +0000] "GET /v1/rb/definition/81556c80-297e-40dd-af12-883bd4d78310/29c291c6-f9ca-47d9-bf53-3d5696c94ef5/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.49 - - [25/Apr/2022:03:34:37 +0000] "POST /v1/rb/definition/81556c80-297e-40dd-af12-883bd4d78310/29c291c6-f9ca-47d9-bf53-3d5696c94ef5/profile HTTP/1.1" 201 270 10.233.71.49 - - [25/Apr/2022:03:34:37 +0000] "POST /v1/rb/definition/81556c80-297e-40dd-af12-883bd4d78310/29c291c6-f9ca-47d9-bf53-3d5696c94ef5/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.49 - - [25/Apr/2022:03:34:47 +0000] "GET /v1/rb/definition/81556c80-297e-40dd-af12-883bd4d78310/29c291c6-f9ca-47d9-bf53-3d5696c94ef5 HTTP/1.1" 200 277 10.233.71.49 - - [25/Apr/2022:03:34:47 +0000] "GET /v1/rb/definition/81556c80-297e-40dd-af12-883bd4d78310/29c291c6-f9ca-47d9-bf53-3d5696c94ef5/config-template/replica-count-template HTTP/1.1" 500 78 2022/04/25 03:34:47 [ConfigiTemplate]: create 81556c80-297e-40dd-af12-883bd4d78310 10.233.71.49 - - [25/Apr/2022:03:34:47 +0000] "POST /v1/rb/definition/81556c80-297e-40dd-af12-883bd4d78310/29c291c6-f9ca-47d9-bf53-3d5696c94ef5/config-template HTTP/1.1" 201 113 2022/04/25 03:34:47 [ConfigTemplate]: Upload replica-count-template 10.233.71.49 - - [25/Apr/2022:03:34:47 +0000] "POST /v1/rb/definition/81556c80-297e-40dd-af12-883bd4d78310/29c291c6-f9ca-47d9-bf53-3d5696c94ef5/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/04/25 03:34:50 Main rss info 2022/04/25 03:34:50 Path: /tmp/helm-tmpl-075845526/manifest-0 2022/04/25 03:34:50 Kind: Service 2022/04/25 03:34:50 Path: /tmp/helm-tmpl-075845526/manifest-1 2022/04/25 03:34:50 Kind: Deployment 2022/04/25 03:34:50 Crd rss info 2022/04/25 03:34:50 Hook info {"filepath":"/tmp/helm-tmpl-075845526/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:34:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-04-25T03:34:50Z"} {"filepath":"/tmp/helm-tmpl-075845526/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:34:50Z"} 2022/04/25 03:34:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-04-25T03:34:50Z"} 10.233.71.74 - - [25/Apr/2022:03:34:49 +0000] "POST /v1/instance HTTP/1.1" 201 1283 2022/04/25 03:34:51 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.74 - - [25/Apr/2022:03:34:51 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 14549 {"instance":"quirky_zhukovsky","level":"info","msg":"[START] status notify thread for ","time":"2022-04-25T03:35:11Z"} {"instance":"quirky_zhukovsky","level":"info","msg":"REFRESH WATCHERS","subscription":"quirky_zhukovsky-cnf-adapter","time":"2022-04-25T03:35:16Z"} {"Instance":"quirky_zhukovsky","Kind":"Deployment","Subscription":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-04-25T03:35:16Z"} {"Instance":"quirky_zhukovsky","Kind":"Pod","Subscription":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-04-25T03:35:16Z"} {"Instance":"quirky_zhukovsky","Kind":"Service","Subscription":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-04-25T03:35:16Z"} {"InstanceId":"quirky_zhukovsky","SubscriptionName":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-04-25T03:35:16Z"} 10.233.71.74 - - [25/Apr/2022:03:35:11 +0000] "POST /v1/instance/quirky_zhukovsky/status/subscription HTTP/1.1" 201 654 {"InstanceId":"quirky_zhukovsky","SubscriptionName":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-04-25T03:35:21Z"} 2022/04/25 03:35:27 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.49 - - [25/Apr/2022:03:35:27 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 14549 2022/04/25 03:35:37 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.49 - - [25/Apr/2022:03:35:37 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 14892 2022/04/25 03:35:48 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.49 - - [25/Apr/2022:03:35:47 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 14892 {"Instance":"quirky_zhukovsky","Subscription":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-04-25T03:35:56Z"} {"Kind":"Pod","Name":"rel-1-apache-6d7877bd99-9kkcc","level":"info","msg":"MODIFIED","time":"2022-04-25T03:35:56Z"} 2022/04/25 03:35:56 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.74 - - [25/Apr/2022:03:35:56 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 14892 2022/04/25 03:35:58 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.49 - - [25/Apr/2022:03:35:58 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 14892 {"InstanceId":"quirky_zhukovsky","Result":202,"SubscriptionName":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-04-25T03:35:59Z"} 10.233.71.49 - - [25/Apr/2022:03:36:08 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 14704 2022/04/25 03:36:08 [scheduleResources]: START thread 10.233.71.49 - - [25/Apr/2022:03:36:08 +0000] "GET /v1/instance/quirky_zhukovsky/config/replica-count-change HTTP/1.1" 500 60 2022/04/25 03:36:13 [Config Create] Instance quirky_zhukovsky 2022/04/25 03:36:13 [ConfigTemplate]: Download replica-count-template 2022/04/25 03:36:13 Before Sent to goroutine {81556c80-297e-40dd-af12-883bd4d78310 29c291c6-f9ca-47d9-bf53-3d5696c94ef5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/25 03:36:13 Message Sent to goroutine {81556c80-297e-40dd-af12-883bd4d78310 29c291c6-f9ca-47d9-bf53-3d5696c94ef5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/25 03:36:13 [scheduleResources]: POST {81556c80-297e-40dd-af12-883bd4d78310 29c291c6-f9ca-47d9-bf53-3d5696c94ef5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-466973539/manifest-0}] {"filepath":"/tmp/helm-tmpl-466973539/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:36:13Z"} 2022/04/25 03:36:13 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-466973539/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-04-25T03:36:13Z"} {"filepath":"/tmp/helm-tmpl-466973539/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-25T03:36:13Z"} 2022/04/25 03:36:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-04-25T03:36:13Z"} 2022/04/25 03:36:13 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.49 - - [25/Apr/2022:03:36:13 +0000] "POST /v1/instance/quirky_zhukovsky/config HTTP/1.1" 201 268 2022/04/25 03:36:13 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.49 - - [25/Apr/2022:03:36:13 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 14769 2022/04/25 03:36:23 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.49 - - [25/Apr/2022:03:36:23 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 20948 {"Instance":"quirky_zhukovsky","Subscription":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-04-25T03:36:29Z"} {"Kind":"Pod","Name":"rel-1-apache-6d7877bd99-sdhdr","level":"info","msg":"CREATED","time":"2022-04-25T03:36:29Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-04-25T03:36:29Z"} {"Kind":"Pod","Name":"rel-1-apache-6d7877bd99-9kkcc","level":"info","msg":"MODIFIED","time":"2022-04-25T03:36:29Z"} 2022/04/25 03:36:29 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.74 - - [25/Apr/2022:03:36:29 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 20948 {"InstanceId":"quirky_zhukovsky","Result":202,"SubscriptionName":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-04-25T03:36:33Z"} 2022/04/25 03:36:33 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.49 - - [25/Apr/2022:03:36:33 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 20948 2022/04/25 03:36:44 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.49 - - [25/Apr/2022:03:36:43 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 21291 2022/04/25 03:36:54 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.49 - - [25/Apr/2022:03:36:54 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 21291 {"Instance":"quirky_zhukovsky","Subscription":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-04-25T03:37:03Z"} {"Kind":"Pod","Name":"rel-1-apache-6d7877bd99-sdhdr","level":"info","msg":"MODIFIED","time":"2022-04-25T03:37:03Z"} 2022/04/25 03:37:03 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.74 - - [25/Apr/2022:03:37:03 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 21291 2022/04/25 03:37:04 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.49 - - [25/Apr/2022:03:37:04 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 21291 {"InstanceId":"quirky_zhukovsky","Result":202,"SubscriptionName":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-04-25T03:37:06Z"} 10.233.71.49 - - [25/Apr/2022:03:37:14 +0000] "GET /v1/instance/quirky_zhukovsky/status HTTP/1.1" 200 20999 {"Instance":"quirky_zhukovsky","Kind":"Deployment","Subscription":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-04-25T03:37:33Z"} {"Instance":"quirky_zhukovsky","Kind":"Service","Subscription":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-04-25T03:37:33Z"} {"Instance":"quirky_zhukovsky","Kind":"Pod","Subscription":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-04-25T03:37:33Z"} 2022/04/25 03:37:33 Deleted Obj with ID ObjectID("626616f4548259b23aa56614") 10.233.71.74 - - [25/Apr/2022:03:37:33 +0000] "DELETE /v1/instance/quirky_zhukovsky/status/subscription/quirky_zhukovsky-cnf-adapter HTTP/1.1" 202 0 2022/04/25 03:37:33 Deleted Obj with ID ObjectID("626616f4929323e8f1056462") 2022/04/25 03:37:33 [Config Cleanup] Instance quirky_zhukovsky 2022/04/25 03:37:33 [Config Delete] Instance quirky_zhukovsky Config replica-count-change 2022/04/25 03:37:33 [ConfigTemplate]: Download replica-count-template 2022/04/25 03:37:33 Before Sent to goroutine {81556c80-297e-40dd-af12-883bd4d78310 29c291c6-f9ca-47d9-bf53-3d5696c94ef5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/25 03:37:33 Message Sent to goroutine {81556c80-297e-40dd-af12-883bd4d78310 29c291c6-f9ca-47d9-bf53-3d5696c94ef5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/04/25 03:37:33 [scheduleResources]: DELETE {81556c80-297e-40dd-af12-883bd4d78310 29c291c6-f9ca-47d9-bf53-3d5696c94ef5 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-04-25T03:37:33Z"} 2022/04/25 03:37:33 No plugin for kind Deployment found. Using generic Plugin 2022/04/25 03:37:33 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/04/25 03:37:33 [Config Delete All] Instance quirky_zhukovsky Config replica-count-change 2022/04/25 03:37:33 Stop config thread for quirky_zhukovsky {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-04-25T03:37:33Z"} 2022/04/25 03:37:33 No plugin for kind Deployment found. Using generic Plugin 2022/04/25 03:37:33 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-04-25T03:37:33Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-04-25T03:37:33Z"} 2022/04/25 03:37:33 Deleting service: rel-1-apache {"instance":"quirky_zhukovsky","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-25T03:37:33Z"} 2022/04/25 03:37:33 Deleted Obj with ID ObjectID("626616da548259b23aa56613") 10.233.71.74 - - [25/Apr/2022:03:37:33 +0000] "DELETE /v1/instance/quirky_zhukovsky HTTP/1.1" 202 0 2022/04/25 03:37:33 Deleted Obj with ID ObjectID("626616da929323e8f105643a") {"instance":"quirky_zhukovsky","level":"info","msg":"[START] status notify thread for ","time":"2022-04-25T03:37:36Z"} {"InstanceId":"quirky_zhukovsky","SubscriptionName":"quirky_zhukovsky-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-04-25T03:37:41Z"} 10.233.69.47 - - [25/Apr/2022:03:37:58 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/04/25 03:37:58 Deleted Obj with ID ObjectID("6266158f548259b23aa565fc") 2022/04/25 03:37:58 Deleted Obj with ID ObjectID("6266158f929323e8f10562d2") 10.233.69.47 - - [25/Apr/2022:03:37:58 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/04/25 03:38:45 [Config Cleanup] Instance nervous_blackwell 2022/04/25 03:38:45 [scheduleResources]: START thread 2022/04/25 03:38:50 Stop config thread for nervous_blackwell {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-25T03:38:50Z"} 2022/04/25 03:38:50 No plugin for kind Deployment found. Using generic Plugin 2022/04/25 03:38:50 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-04-25T03:38:50Z"} 2022/04/25 03:38:50 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-04-25T03:38:50Z"} 2022/04/25 03:38:50 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-25T03:38:50Z"} 2022/04/25 03:38:50 Deleting service: pnf-macro-test-simulator-mongo {"instance":"nervous_blackwell","level":"info","msg":"[START] status notify thread for ","time":"2022-04-25T03:38:50Z"} {"instance":"nervous_blackwell","level":"info","msg":"[STOP] status notify thread for ","time":"2022-04-25T03:38:55Z"} 2022/04/25 03:38:55 Deleted Obj with ID ObjectID("62661643548259b23aa5660d") 2022/04/25 03:38:55 Deleted Obj with ID ObjectID("62661643929323e8f10563a2") 10.233.69.47 - - [25/Apr/2022:03:38:45 +0000] "DELETE /v1/instance/nervous_blackwell HTTP/1.1" 202 0 10.233.69.47 - - [25/Apr/2022:03:38:55 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/04/25 03:38:55 Deleted Obj with ID ObjectID("62661643548259b23aa56605") 10.233.69.47 - - [25/Apr/2022:03:38:55 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/04/25 03:38:55 Deleted Obj with ID ObjectID("62661643929323e8f1056367")