2022/05/25 04:48:22 Starting Kubernetes Multicloud API 2022/05/25 04:48:22 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-05-25T04:48:32Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-05-25T04:48:32Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-05-25T05:24:13Z"} 10.233.72.251 - - [25/May/2022:05:24:13 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.67.14 - - [25/May/2022:12:09:17 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [25/May/2022:12:15:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [25/May/2022:12:17:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [25/May/2022:12:20:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "GET /v1/rb/definition/cds-ms-rb-3b92aa9d-e111-42b1-9200-1cf895022acb/v1 HTTP/1.1" 200 124 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "POST /v1/rb/definition/cds-ms-rb-3b92aa9d-e111-42b1-9200-1cf895022acb/v1/content HTTP/1.1" 200 0 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "GET /v1/rb/definition/cds-ms-rb-3b92aa9d-e111-42b1-9200-1cf895022acb/v1 HTTP/1.1" 200 138 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "POST /v1/rb/definition/cds-ms-rb-3b92aa9d-e111-42b1-9200-1cf895022acb/v1/profile HTTP/1.1" 201 305 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "GET /v1/rb/definition/cds-ms-rb-3b92aa9d-e111-42b1-9200-1cf895022acb/v1/profile/cds-ms-prof-b09ccec4-d858-4976-8bc9-7be7775f1d75 HTTP/1.1" 200 305 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "POST /v1/rb/definition/cds-ms-rb-3b92aa9d-e111-42b1-9200-1cf895022acb/v1/profile/cds-ms-prof-b09ccec4-d858-4976-8bc9-7be7775f1d75/content HTTP/1.1" 200 0 2022/05/25 12:29:20 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/05/25 12:29:20 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/05/25 12:29:20 Main rss info 2022/05/25 12:29:20 Path: /tmp/helm-tmpl-187886691/manifest-0 2022/05/25 12:29:20 Kind: Service 2022/05/25 12:29:20 Path: /tmp/helm-tmpl-187886691/manifest-1 2022/05/25 12:29:20 Kind: Deployment 2022/05/25 12:29:20 Crd rss info 2022/05/25 12:29:20 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-05-25T12:29:20Z"} 2022/05/25 12:29:20 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-187886691/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:29:20Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-05-25T12:29:20Z"} {"filepath":"/tmp/helm-tmpl-187886691/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:29:20Z"} 2022/05/25 12:29:20 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-05-25T12:29:20Z"} 10.233.67.14 - - [25/May/2022:12:29:20 +0000] "POST /v1/instance HTTP/1.1" 201 544 2022/05/25 12:30:33 [Config Cleanup] Instance mystifying_kirch 2022/05/25 12:30:33 [scheduleResources]: START thread 2022/05/25 12:30:38 Stop config thread for mystifying_kirch {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-05-25T12:30:38Z"} 2022/05/25 12:30:38 No plugin for kind Deployment found. Using generic Plugin 2022/05/25 12:30:38 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-05-25T12:30:38Z"} 2022/05/25 12:30:38 Deleting service: cds-regression-mockserver {"instance":"mystifying_kirch","level":"info","msg":"[START] status notify thread for ","time":"2022-05-25T12:30:38Z"} {"instance":"mystifying_kirch","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-25T12:30:43Z"} 2022/05/25 12:30:43 Deleted Obj with ID ObjectID("628e2120dc885a0f52298f0e") 2022/05/25 12:30:43 Deleted Obj with ID ObjectID("628e212008847ac8097affbb") 10.233.67.14 - - [25/May/2022:12:30:33 +0000] "DELETE /v1/instance/mystifying_kirch HTTP/1.1" 202 0 10.233.67.14 - - [25/May/2022:12:30:43 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/05/25 12:30:43 Deleted Obj with ID ObjectID("628e2120dc885a0f52298f05") 2022/05/25 12:30:43 Deleted Obj with ID ObjectID("628e212008847ac8097aff7d") 10.233.67.14 - - [25/May/2022:12:30:43 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.67.14 - - [25/May/2022:12:31:01 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.67.14 - - [25/May/2022:12:31:01 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.67.14 - - [25/May/2022:12:31:01 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [25/May/2022:12:31:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [25/May/2022:12:31:20 +0000] "POST /v1/rb/definition/03ec8213-9f4a-4f79-bbd4-f810764c8290/8327546d-4f52-4dc6-8d9f-0a7eeded14aa/content HTTP/1.1" 200 0 127.0.0.1 - - [25/May/2022:12:31:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.67.14 - - [25/May/2022:12:36:50 +0000] "GET /v1/rb/definition/03ec8213-9f4a-4f79-bbd4-f810764c8290/8327546d-4f52-4dc6-8d9f-0a7eeded14aa HTTP/1.1" 200 270 10.233.67.14 - - [25/May/2022:12:36:50 +0000] "GET /v1/rb/definition/03ec8213-9f4a-4f79-bbd4-f810764c8290/8327546d-4f52-4dc6-8d9f-0a7eeded14aa/profile/cnftest HTTP/1.1" 404 87 10.233.67.14 - - [25/May/2022:12:36:50 +0000] "POST /v1/rb/definition/03ec8213-9f4a-4f79-bbd4-f810764c8290/8327546d-4f52-4dc6-8d9f-0a7eeded14aa/profile HTTP/1.1" 201 240 10.233.67.14 - - [25/May/2022:12:36:50 +0000] "GET /v1/rb/definition/03ec8213-9f4a-4f79-bbd4-f810764c8290/8327546d-4f52-4dc6-8d9f-0a7eeded14aa/profile/cnftest HTTP/1.1" 200 240 10.233.67.14 - - [25/May/2022:12:36:50 +0000] "POST /v1/rb/definition/03ec8213-9f4a-4f79-bbd4-f810764c8290/8327546d-4f52-4dc6-8d9f-0a7eeded14aa/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-05-25T12:37:02Z"} 10.233.67.14 - - [25/May/2022:12:37:02 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-8b8ac187-aaf9-49f0-9023-4a6c300f5ae3 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"5f17bc77-51f6-40d1-9628-60bc3cf2af38","vf-module-id":"dcff2a23-623b-48bb-8a6f-3d90499b6137","vf-module-model-invariant-id":"03ec8213-9f4a-4f79-bbd4-f810764c8290","vf-module-model-version-id":"ca7e51e1-7887-4955-bba8-aadc117393b0","vf-module-model-customization-id":"8327546d-4f52-4dc6-8d9f-0a7eeded14aa","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-8b8ac187-aaf9-49f0-9023-4a6c300f5ae3"}},"level":"info","msg":"Broker API Payload","time":"2022-05-25T12:37:03Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"03ec8213-9f4a-4f79-bbd4-f810764c8290","rb-version":"8327546d-4f52-4dc6-8d9f-0a7eeded14aa","profile-name":"cnftest","release-name":"dcff2a23-623b-48bb-8a6f-3d90499b6137","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-8b8ac187-aaf9-49f0-9023-4a6c300f5ae3"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-05-25T12:37:03Z"} 2022/05/25 12:37:03 Main rss info 2022/05/25 12:37:03 Path: /tmp/helm-tmpl-846309334/manifest-0 2022/05/25 12:37:03 Kind: Service 2022/05/25 12:37:03 Path: /tmp/helm-tmpl-846309334/manifest-1 2022/05/25 12:37:03 Kind: Deployment 2022/05/25 12:37:03 Crd rss info 2022/05/25 12:37:03 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-05-25T12:37:03Z"} 2022/05/25 12:37:03 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-846309334/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:37:03Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-25T12:37:03Z"} {"filepath":"/tmp/helm-tmpl-846309334/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:37:03Z"} 2022/05/25 12:37:03 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-05-25T12:37:03Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"keen_easley","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-25T12:37:03Z"} 10.233.67.14 - - [25/May/2022:12:37:03 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 300 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"keen_easley","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-25T12:37:03Z"} 10.233.67.14 - - [25/May/2022:12:37:03 +0000] "GET /basicnf-owner/k8sregion/infra_workload/keen_easley HTTP/1.1" 200 119 10.233.67.14 - - [25/May/2022:12:37:03 +0000] "POST /basicnf-owner/k8sregion/infra_workload/keen_easley HTTP/1.1" 405 0 10.233.67.14 - - [25/May/2022:12:37:31 +0000] "GET /basicnf-owner/k8sregion/infra_workload/keen_easley HTTP/1.1" 200 119 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"keen_easley","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-05-25T12:37:31Z"} 2022/05/25 12:37:31 [Config Cleanup] Instance keen_easley 2022/05/25 12:37:31 [scheduleResources]: START thread 2022/05/25 12:37:36 Stop config thread for keen_easley {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-25T12:37:36Z"} 2022/05/25 12:37:36 No plugin for kind Deployment found. Using generic Plugin 2022/05/25 12:37:36 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-05-25T12:37:36Z"} 2022/05/25 12:37:36 Deleting service: cnftest-nginx {"instance":"keen_easley","level":"info","msg":"[START] status notify thread for ","time":"2022-05-25T12:37:36Z"} {"instance":"keen_easley","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-25T12:37:41Z"} 2022/05/25 12:37:41 Deleted Obj with ID ObjectID("628e22efdc885a0f52298f1a") 2022/05/25 12:37:41 Deleted Obj with ID ObjectID("628e22ef08847ac8097b013c") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"keen_easley","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-05-25T12:37:41Z"} 10.233.67.14 - - [25/May/2022:12:37:31 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/keen_easley HTTP/1.1" 202 119 10.233.67.14 - - [25/May/2022:12:37:50 +0000] "GET /v1/rb/definition/03ec8213-9f4a-4f79-bbd4-f810764c8290/8327546d-4f52-4dc6-8d9f-0a7eeded14aa HTTP/1.1" 200 270 10.233.67.14 - - [25/May/2022:12:37:50 +0000] "GET /v1/rb/definition/03ec8213-9f4a-4f79-bbd4-f810764c8290/8327546d-4f52-4dc6-8d9f-0a7eeded14aa/profile/cnftest HTTP/1.1" 200 240 2022/05/25 12:37:50 Deleted Obj with ID ObjectID("628e22e2dc885a0f52298f18") 2022/05/25 12:37:50 Deleted Obj with ID ObjectID("628e22e2dc885a0f52298f19") 10.233.67.14 - - [25/May/2022:12:37:50 +0000] "DELETE /v1/rb/definition/03ec8213-9f4a-4f79-bbd4-f810764c8290/8327546d-4f52-4dc6-8d9f-0a7eeded14aa/profile/cnftest HTTP/1.1" 204 0 2022/05/25 12:37:50 Deleted Obj with ID ObjectID("628e22e208847ac8097b0119") 10.233.67.14 - - [25/May/2022:12:38:19 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/05/25 12:38:19 Deleted Obj with ID ObjectID("628e2185dc885a0f52298f0f") 2022/05/25 12:38:19 Deleted Obj with ID ObjectID("628e218608847ac8097b0015") 10.233.67.14 - - [25/May/2022:12:38:19 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.67.14 - - [25/May/2022:12:45:08 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.67.14 - - [25/May/2022:12:45:08 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.67.14 - - [25/May/2022:12:45:08 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.67.14 - - [25/May/2022:12:45:08 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.67.14 - - [25/May/2022:12:45:08 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2c127dcd-228d-4a45-a904-b42dfd34459b/v1 HTTP/1.1" 200 125 10.233.67.14 - - [25/May/2022:12:45:08 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2c127dcd-228d-4a45-a904-b42dfd34459b/v1/content HTTP/1.1" 200 0 10.233.67.14 - - [25/May/2022:12:45:08 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2c127dcd-228d-4a45-a904-b42dfd34459b/v1 HTTP/1.1" 200 138 10.233.67.14 - - [25/May/2022:12:45:08 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2c127dcd-228d-4a45-a904-b42dfd34459b/v1/profile HTTP/1.1" 201 314 10.233.67.14 - - [25/May/2022:12:45:08 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2c127dcd-228d-4a45-a904-b42dfd34459b/v1/profile/pnf-cnf-profile-805e2291-ed6a-42b3-9df9-8cbf5acf7adc HTTP/1.1" 200 314 10.233.67.14 - - [25/May/2022:12:45:08 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2c127dcd-228d-4a45-a904-b42dfd34459b/v1/profile/pnf-cnf-profile-805e2291-ed6a-42b3-9df9-8cbf5acf7adc/content HTTP/1.1" 200 0 2022/05/25 12:45:09 Main rss info 2022/05/25 12:45:09 Path: /tmp/helm-tmpl-191734316/manifest-0 2022/05/25 12:45:09 Kind: Service 2022/05/25 12:45:09 Path: /tmp/helm-tmpl-191734316/manifest-1 2022/05/25 12:45:09 Kind: Service 2022/05/25 12:45:09 Path: /tmp/helm-tmpl-191734316/manifest-2 2022/05/25 12:45:09 Kind: Pod 2022/05/25 12:45:09 Path: /tmp/helm-tmpl-191734316/manifest-3 2022/05/25 12:45:09 Kind: Deployment 2022/05/25 12:45:09 Crd rss info 2022/05/25 12:45:09 Hook info {"filepath":"/tmp/helm-tmpl-191734316/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:45:09Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-25T12:45:09Z"} {"filepath":"/tmp/helm-tmpl-191734316/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:45:09Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-25T12:45:09Z"} {"filepath":"/tmp/helm-tmpl-191734316/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:45:09Z"} 2022/05/25 12:45:09 No plugin for kind Pod found. Using generic Plugin 2022/05/25 12:45:09 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-05-25T12:45:09Z"} {"filepath":"/tmp/helm-tmpl-191734316/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:45:09Z"} 2022/05/25 12:45:09 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-25T12:45:09Z"} 10.233.67.14 - - [25/May/2022:12:45:09 +0000] "POST /v1/instance HTTP/1.1" 201 746 10.233.67.14 - - [25/May/2022:12:47:23 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.67.14 - - [25/May/2022:12:47:24 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.67.14 - - [25/May/2022:12:47:24 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [25/May/2022:12:47:40 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [25/May/2022:12:47:40 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [25/May/2022:12:47:40 +0000] "POST /v1/rb/definition/7652b1b5-515c-4217-933d-5e96afbcd877/1706648c-7d85-49de-ae86-35a30831ea9e/content HTTP/1.1" 200 0 127.0.0.1 - - [25/May/2022:12:47:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.67.104 - - [25/May/2022:12:48:48 +0000] "GET /v1/rb/definition/7652b1b5-515c-4217-933d-5e96afbcd877/1706648c-7d85-49de-ae86-35a30831ea9e HTTP/1.1" 200 277 10.233.67.104 - - [25/May/2022:12:48:48 +0000] "GET /v1/rb/definition/7652b1b5-515c-4217-933d-5e96afbcd877/1706648c-7d85-49de-ae86-35a30831ea9e/profile/node-port-profile HTTP/1.1" 404 87 10.233.67.104 - - [25/May/2022:12:48:48 +0000] "POST /v1/rb/definition/7652b1b5-515c-4217-933d-5e96afbcd877/1706648c-7d85-49de-ae86-35a30831ea9e/profile HTTP/1.1" 201 270 10.233.67.104 - - [25/May/2022:12:48:48 +0000] "POST /v1/rb/definition/7652b1b5-515c-4217-933d-5e96afbcd877/1706648c-7d85-49de-ae86-35a30831ea9e/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.67.104 - - [25/May/2022:12:48:59 +0000] "GET /v1/rb/definition/7652b1b5-515c-4217-933d-5e96afbcd877/1706648c-7d85-49de-ae86-35a30831ea9e HTTP/1.1" 200 277 10.233.67.104 - - [25/May/2022:12:48:59 +0000] "GET /v1/rb/definition/7652b1b5-515c-4217-933d-5e96afbcd877/1706648c-7d85-49de-ae86-35a30831ea9e/config-template/replica-count-template HTTP/1.1" 500 78 2022/05/25 12:48:59 [ConfigiTemplate]: create 7652b1b5-515c-4217-933d-5e96afbcd877 10.233.67.104 - - [25/May/2022:12:48:59 +0000] "POST /v1/rb/definition/7652b1b5-515c-4217-933d-5e96afbcd877/1706648c-7d85-49de-ae86-35a30831ea9e/config-template HTTP/1.1" 201 113 2022/05/25 12:48:59 [ConfigTemplate]: Upload replica-count-template 10.233.67.104 - - [25/May/2022:12:48:59 +0000] "POST /v1/rb/definition/7652b1b5-515c-4217-933d-5e96afbcd877/1706648c-7d85-49de-ae86-35a30831ea9e/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/05/25 12:49:02 Main rss info 2022/05/25 12:49:02 Path: /tmp/helm-tmpl-284134091/manifest-0 2022/05/25 12:49:02 Kind: Service 2022/05/25 12:49:02 Path: /tmp/helm-tmpl-284134091/manifest-1 2022/05/25 12:49:02 Kind: Deployment 2022/05/25 12:49:02 Crd rss info 2022/05/25 12:49:02 Hook info {"filepath":"/tmp/helm-tmpl-284134091/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:49:02Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-25T12:49:02Z"} {"filepath":"/tmp/helm-tmpl-284134091/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:49:02Z"} 2022/05/25 12:49:02 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-25T12:49:02Z"} 10.233.72.251 - - [25/May/2022:12:49:02 +0000] "POST /v1/instance HTTP/1.1" 201 1282 2022/05/25 12:49:04 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.251 - - [25/May/2022:12:49:03 +0000] "GET /v1/instance/sleepy_chatelet/status HTTP/1.1" 200 14543 {"instance":"sleepy_chatelet","level":"info","msg":"[START] status notify thread for ","time":"2022-05-25T12:49:27Z"} {"instance":"sleepy_chatelet","level":"info","msg":"REFRESH WATCHERS","subscription":"sleepy_chatelet-cnf-adapter","time":"2022-05-25T12:49:32Z"} {"Instance":"sleepy_chatelet","Kind":"Pod","Subscription":"sleepy_chatelet-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-25T12:49:32Z"} {"Instance":"sleepy_chatelet","Kind":"Service","Subscription":"sleepy_chatelet-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-25T12:49:32Z"} {"Instance":"sleepy_chatelet","Kind":"Deployment","Subscription":"sleepy_chatelet-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-05-25T12:49:32Z"} {"InstanceId":"sleepy_chatelet","SubscriptionName":"sleepy_chatelet-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-05-25T12:49:32Z"} 10.233.72.251 - - [25/May/2022:12:49:27 +0000] "POST /v1/instance/sleepy_chatelet/status/subscription HTTP/1.1" 201 651 {"InstanceId":"sleepy_chatelet","SubscriptionName":"sleepy_chatelet-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-05-25T12:49:37Z"} 2022/05/25 12:49:41 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.104 - - [25/May/2022:12:49:41 +0000] "GET /v1/instance/sleepy_chatelet/status HTTP/1.1" 200 14883 10.233.67.104 - - [25/May/2022:12:49:51 +0000] "GET /v1/instance/sleepy_chatelet/status HTTP/1.1" 200 14695 2022/05/25 12:49:51 [scheduleResources]: START thread 10.233.67.104 - - [25/May/2022:12:49:51 +0000] "GET /v1/instance/sleepy_chatelet/config/replica-count-change HTTP/1.1" 500 60 2022/05/25 12:49:56 [Config Create] Instance sleepy_chatelet 2022/05/25 12:49:56 [ConfigTemplate]: Download replica-count-template 2022/05/25 12:49:56 Before Sent to goroutine {7652b1b5-515c-4217-933d-5e96afbcd877 1706648c-7d85-49de-ae86-35a30831ea9e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/25 12:49:56 Message Sent to goroutine {7652b1b5-515c-4217-933d-5e96afbcd877 1706648c-7d85-49de-ae86-35a30831ea9e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/25 12:49:56 [scheduleResources]: POST {7652b1b5-515c-4217-933d-5e96afbcd877 1706648c-7d85-49de-ae86-35a30831ea9e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-751761277/manifest-0}] {"filepath":"/tmp/helm-tmpl-751761277/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:49:56Z"} 2022/05/25 12:49:56 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-751761277/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-05-25T12:49:56Z"} {"filepath":"/tmp/helm-tmpl-751761277/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-05-25T12:49:56Z"} 2022/05/25 12:49:56 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-05-25T12:49:56Z"} 2022/05/25 12:49:56 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.67.104 - - [25/May/2022:12:49:56 +0000] "POST /v1/instance/sleepy_chatelet/config HTTP/1.1" 201 267 2022/05/25 12:49:56 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.104 - - [25/May/2022:12:49:56 +0000] "GET /v1/instance/sleepy_chatelet/status HTTP/1.1" 200 19568 2022/05/25 12:50:06 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.104 - - [25/May/2022:12:50:06 +0000] "GET /v1/instance/sleepy_chatelet/status HTTP/1.1" 200 21277 {"Instance":"sleepy_chatelet","Subscription":"sleepy_chatelet-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-25T12:50:12Z"} {"Kind":"Pod","Name":"rel-1-apache-7d49c664d-5bls5","level":"info","msg":"CREATED","time":"2022-05-25T12:50:12Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-25T12:50:12Z"} {"Kind":"Pod","Name":"rel-1-apache-7d49c664d-rjxqq","level":"info","msg":"MODIFIED","time":"2022-05-25T12:50:12Z"} 2022/05/25 12:50:12 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.251 - - [25/May/2022:12:50:12 +0000] "GET /v1/instance/sleepy_chatelet/status HTTP/1.1" 200 21277 2022/05/25 12:50:17 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.104 - - [25/May/2022:12:50:17 +0000] "GET /v1/instance/sleepy_chatelet/status HTTP/1.1" 200 21277 {"InstanceId":"sleepy_chatelet","Result":202,"SubscriptionName":"sleepy_chatelet-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-25T12:50:18Z"} 2022/05/25 12:50:27 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.104 - - [25/May/2022:12:50:27 +0000] "GET /v1/instance/sleepy_chatelet/status HTTP/1.1" 200 21277 10.233.67.104 - - [25/May/2022:12:50:37 +0000] "GET /v1/instance/sleepy_chatelet/status HTTP/1.1" 200 20985 {"Instance":"sleepy_chatelet","Subscription":"sleepy_chatelet-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-05-25T12:50:48Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-05-25T12:50:48Z"} {"Kind":"Pod","Name":"rel-1-apache-7d49c664d-5bls5","level":"info","msg":"MODIFIED","time":"2022-05-25T12:50:48Z"} 10.233.72.251 - - [25/May/2022:12:50:48 +0000] "GET /v1/instance/sleepy_chatelet/status HTTP/1.1" 200 20985 {"InstanceId":"sleepy_chatelet","Result":202,"SubscriptionName":"sleepy_chatelet-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-05-25T12:50:52Z"} {"Instance":"sleepy_chatelet","Kind":"Deployment","Subscription":"sleepy_chatelet-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-25T12:50:59Z"} {"Instance":"sleepy_chatelet","Kind":"Service","Subscription":"sleepy_chatelet-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-25T12:50:59Z"} {"Instance":"sleepy_chatelet","Kind":"Pod","Subscription":"sleepy_chatelet-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-05-25T12:50:59Z"} 2022/05/25 12:50:59 Deleted Obj with ID ObjectID("628e25dcdc885a0f52298f36") 2022/05/25 12:50:59 Deleted Obj with ID ObjectID("628e25dc08847ac8097b03fa") 10.233.72.251 - - [25/May/2022:12:50:59 +0000] "DELETE /v1/instance/sleepy_chatelet/status/subscription/sleepy_chatelet-cnf-adapter HTTP/1.1" 202 0 2022/05/25 12:51:00 [Config Cleanup] Instance sleepy_chatelet 2022/05/25 12:51:00 [Config Delete] Instance sleepy_chatelet Config replica-count-change 2022/05/25 12:51:00 [ConfigTemplate]: Download replica-count-template 2022/05/25 12:51:00 Before Sent to goroutine {7652b1b5-515c-4217-933d-5e96afbcd877 1706648c-7d85-49de-ae86-35a30831ea9e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/25 12:51:00 Message Sent to goroutine {7652b1b5-515c-4217-933d-5e96afbcd877 1706648c-7d85-49de-ae86-35a30831ea9e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/05/25 12:51:00 [scheduleResources]: DELETE {7652b1b5-515c-4217-933d-5e96afbcd877 1706648c-7d85-49de-ae86-35a30831ea9e node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-25T12:51:00Z"} 2022/05/25 12:51:00 No plugin for kind Deployment found. Using generic Plugin 2022/05/25 12:51:00 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/05/25 12:51:00 [Config Delete All] Instance sleepy_chatelet Config replica-count-change 2022/05/25 12:51:00 Stop config thread for sleepy_chatelet 2022/05/25 12:51:00 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-25T12:51:00Z"} 2022/05/25 12:51:00 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-05-25T12:51:00Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-05-25T12:51:00Z"} 2022/05/25 12:51:00 Deleting service: rel-1-apache {"instance":"sleepy_chatelet","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-25T12:51:00Z"} 2022/05/25 12:51:00 Deleted Obj with ID ObjectID("628e25bedc885a0f52298f35") 2022/05/25 12:51:00 Deleted Obj with ID ObjectID("628e25be08847ac8097b03d2") 10.233.72.251 - - [25/May/2022:12:51:00 +0000] "DELETE /v1/instance/sleepy_chatelet HTTP/1.1" 202 0 {"instance":"sleepy_chatelet","level":"info","msg":"[START] status notify thread for ","time":"2022-05-25T12:51:22Z"} {"InstanceId":"sleepy_chatelet","SubscriptionName":"sleepy_chatelet-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-05-25T12:51:27Z"} 10.233.67.14 - - [25/May/2022:12:51:28 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/05/25 12:51:29 Deleted Obj with ID ObjectID("628e255cdc885a0f52298f24") 2022/05/25 12:51:29 Deleted Obj with ID ObjectID("628e255c08847ac8097b032c") 10.233.67.14 - - [25/May/2022:12:51:29 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/05/25 12:54:24 [Config Cleanup] Instance jolly_williamson 2022/05/25 12:54:24 [scheduleResources]: START thread 2022/05/25 12:54:29 Stop config thread for jolly_williamson 2022/05/25 12:54:29 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-25T12:54:29Z"} 2022/05/25 12:54:29 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-05-25T12:54:29Z"} 2022/05/25 12:54:29 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-05-25T12:54:29Z"} 2022/05/25 12:54:29 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-05-25T12:54:29Z"} 2022/05/25 12:54:29 Deleting service: pnf-macro-test-simulator-mongo {"instance":"jolly_williamson","level":"info","msg":"[START] status notify thread for ","time":"2022-05-25T12:54:29Z"} {"instance":"jolly_williamson","level":"info","msg":"[STOP] status notify thread for ","time":"2022-05-25T12:54:34Z"} 2022/05/25 12:54:34 Deleted Obj with ID ObjectID("628e24d5dc885a0f52298f23") 2022/05/25 12:54:34 Deleted Obj with ID ObjectID("628e24d508847ac8097b02d2") 10.233.67.14 - - [25/May/2022:12:54:24 +0000] "DELETE /v1/instance/jolly_williamson HTTP/1.1" 202 0 10.233.67.14 - - [25/May/2022:12:54:34 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/05/25 12:54:34 Deleted Obj with ID ObjectID("628e24d4dc885a0f52298f1b") 2022/05/25 12:54:34 Deleted Obj with ID ObjectID("628e24d408847ac8097b0297") 10.233.67.14 - - [25/May/2022:12:54:34 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0