2022/12/01 18:17:46 Starting Kubernetes Multicloud API 2022/12/01 18:17:46 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-12-01T18:17:56Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-12-01T18:17:56Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-12-01T18:53:51Z"} 10.233.67.254 - - [01/Dec/2022:18:53:51 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.71.110 - - [01/Dec/2022:19:56:44 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [01/Dec/2022:20:02:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [01/Dec/2022:20:02:43 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.71.110 - - [01/Dec/2022:20:16:06 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.71.110 - - [01/Dec/2022:20:16:06 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.71.110 - - [01/Dec/2022:20:16:06 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.71.110 - - [01/Dec/2022:20:16:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.71.110 - - [01/Dec/2022:20:16:07 +0000] "GET /v1/rb/definition/cds-ms-rb-efe2b1c9-9c48-4748-be07-b04c36205704/v1 HTTP/1.1" 200 124 10.233.71.110 - - [01/Dec/2022:20:16:07 +0000] "POST /v1/rb/definition/cds-ms-rb-efe2b1c9-9c48-4748-be07-b04c36205704/v1/content HTTP/1.1" 200 0 10.233.71.110 - - [01/Dec/2022:20:16:07 +0000] "GET /v1/rb/definition/cds-ms-rb-efe2b1c9-9c48-4748-be07-b04c36205704/v1 HTTP/1.1" 200 138 10.233.71.110 - - [01/Dec/2022:20:16:07 +0000] "POST /v1/rb/definition/cds-ms-rb-efe2b1c9-9c48-4748-be07-b04c36205704/v1/profile HTTP/1.1" 201 305 10.233.71.110 - - [01/Dec/2022:20:16:07 +0000] "GET /v1/rb/definition/cds-ms-rb-efe2b1c9-9c48-4748-be07-b04c36205704/v1/profile/cds-ms-prof-e99a0d8f-8879-49e3-bfb2-432bbe926ad1 HTTP/1.1" 200 305 10.233.71.110 - - [01/Dec/2022:20:16:07 +0000] "POST /v1/rb/definition/cds-ms-rb-efe2b1c9-9c48-4748-be07-b04c36205704/v1/profile/cds-ms-prof-e99a0d8f-8879-49e3-bfb2-432bbe926ad1/content HTTP/1.1" 200 0 2022/12/01 20:16:07 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/12/01 20:16:07 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/12/01 20:16:07 Main rss info 2022/12/01 20:16:07 Path: /tmp/helm-tmpl-171227724/manifest-0 2022/12/01 20:16:07 Kind: Service 2022/12/01 20:16:07 Path: /tmp/helm-tmpl-171227724/manifest-1 2022/12/01 20:16:07 Kind: Deployment 2022/12/01 20:16:07 Crd rss info 2022/12/01 20:16:07 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-12-01T20:16:07Z"} 2022/12/01 20:16:07 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-171227724/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:16:07Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-12-01T20:16:07Z"} {"filepath":"/tmp/helm-tmpl-171227724/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:16:07Z"} 2022/12/01 20:16:07 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-12-01T20:16:07Z"} 10.233.71.110 - - [01/Dec/2022:20:16:07 +0000] "POST /v1/instance HTTP/1.1" 201 543 2022/12/01 20:17:27 [Config Cleanup] Instance trusting_wilbur 2022/12/01 20:17:27 [scheduleResources]: START thread 2022/12/01 20:17:32 Stop config thread for trusting_wilbur 2022/12/01 20:17:32 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-12-01T20:17:32Z"} 2022/12/01 20:17:32 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-12-01T20:17:32Z"} 2022/12/01 20:17:32 Deleting service: cds-regression-mockserver {"instance":"trusting_wilbur","level":"info","msg":"[START] status notify thread for ","time":"2022-12-01T20:17:32Z"} {"instance":"trusting_wilbur","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-01T20:17:37Z"} 2022/12/01 20:17:37 Deleted Obj with ID ObjectID("63890b87a9e2e4cfcfec66c1") 10.233.71.110 - - [01/Dec/2022:20:17:27 +0000] "DELETE /v1/instance/trusting_wilbur HTTP/1.1" 202 0 2022/12/01 20:17:37 Deleted Obj with ID ObjectID("63890b871a64c16e5f36dc2c") 10.233.71.110 - - [01/Dec/2022:20:17:37 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/12/01 20:17:37 Deleted Obj with ID ObjectID("63890b86a9e2e4cfcfec66b8") 2022/12/01 20:17:37 Deleted Obj with ID ObjectID("63890b871a64c16e5f36dbee") 10.233.71.110 - - [01/Dec/2022:20:17:37 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [01/Dec/2022:20:17:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.71.110 - - [01/Dec/2022:20:18:09 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.71.110 - - [01/Dec/2022:20:18:09 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.71.110 - - [01/Dec/2022:20:18:09 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [01/Dec/2022:20:18:26 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [01/Dec/2022:20:18:26 +0000] "POST /v1/rb/definition/fd7a2215-af19-4b24-bbac-1111fc94ddc3/6898e6ee-f808-4aa8-a113-dcc157771821/content HTTP/1.1" 200 0 10.233.71.110 - - [01/Dec/2022:20:25:40 +0000] "GET /v1/rb/definition/fd7a2215-af19-4b24-bbac-1111fc94ddc3/6898e6ee-f808-4aa8-a113-dcc157771821 HTTP/1.1" 200 270 10.233.71.110 - - [01/Dec/2022:20:25:40 +0000] "GET /v1/rb/definition/fd7a2215-af19-4b24-bbac-1111fc94ddc3/6898e6ee-f808-4aa8-a113-dcc157771821/profile/cnftest HTTP/1.1" 404 87 10.233.71.110 - - [01/Dec/2022:20:25:40 +0000] "POST /v1/rb/definition/fd7a2215-af19-4b24-bbac-1111fc94ddc3/6898e6ee-f808-4aa8-a113-dcc157771821/profile HTTP/1.1" 201 240 10.233.71.110 - - [01/Dec/2022:20:25:40 +0000] "GET /v1/rb/definition/fd7a2215-af19-4b24-bbac-1111fc94ddc3/6898e6ee-f808-4aa8-a113-dcc157771821/profile/cnftest HTTP/1.1" 200 240 10.233.71.110 - - [01/Dec/2022:20:25:40 +0000] "POST /v1/rb/definition/fd7a2215-af19-4b24-bbac-1111fc94ddc3/6898e6ee-f808-4aa8-a113-dcc157771821/profile/cnftest/content HTTP/1.1" 200 0 10.233.71.110 - - [01/Dec/2022:20:25:47 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-d281d65f-35d1-4324-9c21-a3a97a7a9d3e HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-12-01T20:25:47Z"} {"Body":{},"Payload":{"generic-vnf-id":"c501fcc1-753a-4700-a3e1-821b06cd5502","vf-module-id":"278c7513-e172-457d-9f3f-8d93b0a27b8f","vf-module-model-invariant-id":"fd7a2215-af19-4b24-bbac-1111fc94ddc3","vf-module-model-version-id":"eb09a332-35f4-472d-bb73-af6369a26377","vf-module-model-customization-id":"6898e6ee-f808-4aa8-a113-dcc157771821","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-d281d65f-35d1-4324-9c21-a3a97a7a9d3e"}},"level":"info","msg":"Broker API Payload","time":"2022-12-01T20:25:48Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"fd7a2215-af19-4b24-bbac-1111fc94ddc3","rb-version":"6898e6ee-f808-4aa8-a113-dcc157771821","profile-name":"cnftest","release-name":"278c7513-e172-457d-9f3f-8d93b0a27b8f","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-d281d65f-35d1-4324-9c21-a3a97a7a9d3e"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-12-01T20:25:48Z"} 2022/12/01 20:25:48 Main rss info 2022/12/01 20:25:48 Path: /tmp/helm-tmpl-262030443/manifest-0 2022/12/01 20:25:48 Kind: Service 2022/12/01 20:25:48 Path: /tmp/helm-tmpl-262030443/manifest-1 2022/12/01 20:25:48 Kind: Deployment 2022/12/01 20:25:48 Crd rss info 2022/12/01 20:25:48 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-12-01T20:25:48Z"} 2022/12/01 20:25:48 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-262030443/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:25:48Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-12-01T20:25:48Z"} {"filepath":"/tmp/helm-tmpl-262030443/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:25:48Z"} 2022/12/01 20:25:48 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-12-01T20:25:48Z"} 10.233.71.110 - - [01/Dec/2022:20:25:48 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 300 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"youthful_wu","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-01T20:25:48Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"youthful_wu","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-01T20:25:48Z"} 10.233.71.110 - - [01/Dec/2022:20:25:48 +0000] "GET /basicnf-owner/k8sregion/infra_workload/youthful_wu HTTP/1.1" 200 119 10.233.71.110 - - [01/Dec/2022:20:25:48 +0000] "POST /basicnf-owner/k8sregion/infra_workload/youthful_wu HTTP/1.1" 405 0 10.233.71.110 - - [01/Dec/2022:20:26:20 +0000] "GET /basicnf-owner/k8sregion/infra_workload/youthful_wu HTTP/1.1" 200 119 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"youthful_wu","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-12-01T20:26:20Z"} 2022/12/01 20:26:20 [Config Cleanup] Instance youthful_wu 2022/12/01 20:26:20 [scheduleResources]: START thread 2022/12/01 20:26:25 Stop config thread for youthful_wu {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-12-01T20:26:25Z"} 2022/12/01 20:26:25 [scheduleResources]: STOP thread 2022/12/01 20:26:25 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-12-01T20:26:25Z"} 2022/12/01 20:26:25 Deleting service: cnftest-nginx {"instance":"youthful_wu","level":"info","msg":"[START] status notify thread for ","time":"2022-12-01T20:26:25Z"} {"instance":"youthful_wu","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-01T20:26:30Z"} 2022/12/01 20:26:30 Deleted Obj with ID ObjectID("63890dcca9e2e4cfcfec66cd") 2022/12/01 20:26:30 Deleted Obj with ID ObjectID("63890dcc1a64c16e5f36ddf9") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"youthful_wu","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-12-01T20:26:30Z"} 10.233.71.110 - - [01/Dec/2022:20:26:20 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/youthful_wu HTTP/1.1" 202 119 10.233.71.110 - - [01/Dec/2022:20:26:38 +0000] "GET /v1/rb/definition/fd7a2215-af19-4b24-bbac-1111fc94ddc3/6898e6ee-f808-4aa8-a113-dcc157771821 HTTP/1.1" 200 270 10.233.71.110 - - [01/Dec/2022:20:26:38 +0000] "GET /v1/rb/definition/fd7a2215-af19-4b24-bbac-1111fc94ddc3/6898e6ee-f808-4aa8-a113-dcc157771821/profile/cnftest HTTP/1.1" 200 240 2022/12/01 20:26:38 Deleted Obj with ID ObjectID("63890dc4a9e2e4cfcfec66cb") 2022/12/01 20:26:38 Deleted Obj with ID ObjectID("63890dc4a9e2e4cfcfec66cc") 10.233.71.110 - - [01/Dec/2022:20:26:38 +0000] "DELETE /v1/rb/definition/fd7a2215-af19-4b24-bbac-1111fc94ddc3/6898e6ee-f808-4aa8-a113-dcc157771821/profile/cnftest HTTP/1.1" 204 0 2022/12/01 20:26:38 Deleted Obj with ID ObjectID("63890dc41a64c16e5f36ddd7") 10.233.71.110 - - [01/Dec/2022:20:27:05 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/12/01 20:27:05 Deleted Obj with ID ObjectID("63890c01a9e2e4cfcfec66c5") 10.233.71.110 - - [01/Dec/2022:20:27:05 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/12/01 20:27:05 Deleted Obj with ID ObjectID("63890c011a64c16e5f36dca5") 10.233.71.110 - - [01/Dec/2022:20:51:24 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.71.110 - - [01/Dec/2022:20:51:24 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.71.110 - - [01/Dec/2022:20:51:24 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.71.110 - - [01/Dec/2022:20:51:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.71.110 - - [01/Dec/2022:20:51:25 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2b1c58d7-b075-4d9a-80d0-f464f0c48df9/v1 HTTP/1.1" 200 125 10.233.71.110 - - [01/Dec/2022:20:51:25 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2b1c58d7-b075-4d9a-80d0-f464f0c48df9/v1/content HTTP/1.1" 200 0 10.233.71.110 - - [01/Dec/2022:20:51:25 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2b1c58d7-b075-4d9a-80d0-f464f0c48df9/v1 HTTP/1.1" 200 138 10.233.71.110 - - [01/Dec/2022:20:51:25 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2b1c58d7-b075-4d9a-80d0-f464f0c48df9/v1/profile HTTP/1.1" 201 314 10.233.71.110 - - [01/Dec/2022:20:51:25 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2b1c58d7-b075-4d9a-80d0-f464f0c48df9/v1/profile/pnf-cnf-profile-058a925d-1ba9-4cc3-b66d-2cce7019c06d HTTP/1.1" 200 314 10.233.71.110 - - [01/Dec/2022:20:51:25 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2b1c58d7-b075-4d9a-80d0-f464f0c48df9/v1/profile/pnf-cnf-profile-058a925d-1ba9-4cc3-b66d-2cce7019c06d/content HTTP/1.1" 200 0 2022/12/01 20:51:25 Main rss info 2022/12/01 20:51:25 Path: /tmp/helm-tmpl-622259774/manifest-0 2022/12/01 20:51:25 Kind: Service 2022/12/01 20:51:25 Path: /tmp/helm-tmpl-622259774/manifest-1 2022/12/01 20:51:25 Kind: Service 2022/12/01 20:51:25 Path: /tmp/helm-tmpl-622259774/manifest-2 2022/12/01 20:51:25 Kind: Pod 2022/12/01 20:51:25 Path: /tmp/helm-tmpl-622259774/manifest-3 2022/12/01 20:51:25 Kind: Deployment 2022/12/01 20:51:25 Crd rss info 2022/12/01 20:51:25 Hook info {"filepath":"/tmp/helm-tmpl-622259774/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:51:25Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-01T20:51:25Z"} {"filepath":"/tmp/helm-tmpl-622259774/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:51:25Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-12-01T20:51:25Z"} {"filepath":"/tmp/helm-tmpl-622259774/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:51:25Z"} 2022/12/01 20:51:25 No plugin for kind Pod found. Using generic Plugin 2022/12/01 20:51:25 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-12-01T20:51:25Z"} {"filepath":"/tmp/helm-tmpl-622259774/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:51:25Z"} 2022/12/01 20:51:25 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-01T20:51:25Z"} 10.233.71.110 - - [01/Dec/2022:20:51:25 +0000] "POST /v1/instance HTTP/1.1" 201 743 10.233.71.110 - - [01/Dec/2022:20:53:15 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.71.110 - - [01/Dec/2022:20:53:15 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.71.110 - - [01/Dec/2022:20:53:15 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [01/Dec/2022:20:53:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [01/Dec/2022:20:53:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [01/Dec/2022:20:53:28 +0000] "POST /v1/rb/definition/c9e1df6b-523e-4a58-a1b3-84260a1040fa/fb3ab2ca-7d58-45da-9dfd-40d1550f77af/content HTTP/1.1" 200 0 127.0.0.1 - - [01/Dec/2022:20:53:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.71.191 - - [01/Dec/2022:20:57:36 +0000] "GET /v1/rb/definition/c9e1df6b-523e-4a58-a1b3-84260a1040fa/fb3ab2ca-7d58-45da-9dfd-40d1550f77af HTTP/1.1" 200 277 10.233.71.191 - - [01/Dec/2022:20:57:36 +0000] "GET /v1/rb/definition/c9e1df6b-523e-4a58-a1b3-84260a1040fa/fb3ab2ca-7d58-45da-9dfd-40d1550f77af/profile/node-port-profile HTTP/1.1" 404 87 10.233.71.191 - - [01/Dec/2022:20:57:36 +0000] "POST /v1/rb/definition/c9e1df6b-523e-4a58-a1b3-84260a1040fa/fb3ab2ca-7d58-45da-9dfd-40d1550f77af/profile HTTP/1.1" 201 270 10.233.71.191 - - [01/Dec/2022:20:57:36 +0000] "POST /v1/rb/definition/c9e1df6b-523e-4a58-a1b3-84260a1040fa/fb3ab2ca-7d58-45da-9dfd-40d1550f77af/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.71.191 - - [01/Dec/2022:20:57:47 +0000] "GET /v1/rb/definition/c9e1df6b-523e-4a58-a1b3-84260a1040fa/fb3ab2ca-7d58-45da-9dfd-40d1550f77af HTTP/1.1" 200 277 10.233.71.191 - - [01/Dec/2022:20:57:47 +0000] "GET /v1/rb/definition/c9e1df6b-523e-4a58-a1b3-84260a1040fa/fb3ab2ca-7d58-45da-9dfd-40d1550f77af/config-template/replica-count-template HTTP/1.1" 500 78 2022/12/01 20:57:47 [ConfigiTemplate]: create c9e1df6b-523e-4a58-a1b3-84260a1040fa 10.233.71.191 - - [01/Dec/2022:20:57:47 +0000] "POST /v1/rb/definition/c9e1df6b-523e-4a58-a1b3-84260a1040fa/fb3ab2ca-7d58-45da-9dfd-40d1550f77af/config-template HTTP/1.1" 201 113 2022/12/01 20:57:47 [ConfigTemplate]: Upload replica-count-template 10.233.71.191 - - [01/Dec/2022:20:57:47 +0000] "POST /v1/rb/definition/c9e1df6b-523e-4a58-a1b3-84260a1040fa/fb3ab2ca-7d58-45da-9dfd-40d1550f77af/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/12/01 20:57:50 Main rss info 2022/12/01 20:57:50 Path: /tmp/helm-tmpl-858907957/manifest-0 2022/12/01 20:57:50 Kind: Service 2022/12/01 20:57:50 Path: /tmp/helm-tmpl-858907957/manifest-1 2022/12/01 20:57:50 Kind: Deployment 2022/12/01 20:57:50 Crd rss info 2022/12/01 20:57:50 Hook info {"filepath":"/tmp/helm-tmpl-858907957/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:57:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-01T20:57:50Z"} {"filepath":"/tmp/helm-tmpl-858907957/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:57:50Z"} 2022/12/01 20:57:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-01T20:57:50Z"} 10.233.67.254 - - [01/Dec/2022:20:57:50 +0000] "POST /v1/instance HTTP/1.1" 201 1280 2022/12/01 20:57:51 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.254 - - [01/Dec/2022:20:57:51 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 14541 {"instance":"gracious_cori","level":"info","msg":"[START] status notify thread for ","time":"2022-12-01T20:58:14Z"} {"instance":"gracious_cori","level":"info","msg":"REFRESH WATCHERS","subscription":"gracious_cori-cnf-adapter","time":"2022-12-01T20:58:19Z"} {"Instance":"gracious_cori","Kind":"Deployment","Subscription":"gracious_cori-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-01T20:58:19Z"} {"Instance":"gracious_cori","Kind":"Pod","Subscription":"gracious_cori-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-01T20:58:19Z"} {"Instance":"gracious_cori","Kind":"Service","Subscription":"gracious_cori-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-12-01T20:58:19Z"} {"InstanceId":"gracious_cori","SubscriptionName":"gracious_cori-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-12-01T20:58:19Z"} 10.233.67.254 - - [01/Dec/2022:20:58:14 +0000] "POST /v1/instance/gracious_cori/status/subscription HTTP/1.1" 201 645 {"InstanceId":"gracious_cori","SubscriptionName":"gracious_cori-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-12-01T20:58:24Z"} 2022/12/01 20:58:24 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.191 - - [01/Dec/2022:20:58:24 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 14881 2022/12/01 20:58:34 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.71.191 - - [01/Dec/2022:20:58:34 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 14881 10.233.71.191 - - [01/Dec/2022:20:58:44 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 14693 2022/12/01 20:58:44 [scheduleResources]: START thread 10.233.71.191 - - [01/Dec/2022:20:58:44 +0000] "GET /v1/instance/gracious_cori/config/replica-count-change HTTP/1.1" 500 60 2022/12/01 20:58:49 [Config Create] Instance gracious_cori 2022/12/01 20:58:49 [ConfigTemplate]: Download replica-count-template 2022/12/01 20:58:49 Before Sent to goroutine {c9e1df6b-523e-4a58-a1b3-84260a1040fa fb3ab2ca-7d58-45da-9dfd-40d1550f77af node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/01 20:58:49 Message Sent to goroutine {c9e1df6b-523e-4a58-a1b3-84260a1040fa fb3ab2ca-7d58-45da-9dfd-40d1550f77af node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/01 20:58:49 [scheduleResources]: POST {c9e1df6b-523e-4a58-a1b3-84260a1040fa fb3ab2ca-7d58-45da-9dfd-40d1550f77af node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-440360106/manifest-0}] {"filepath":"/tmp/helm-tmpl-440360106/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:58:49Z"} 2022/12/01 20:58:49 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-440360106/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-12-01T20:58:49Z"} {"filepath":"/tmp/helm-tmpl-440360106/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-12-01T20:58:49Z"} 2022/12/01 20:58:49 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-12-01T20:58:49Z"} 2022/12/01 20:58:49 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.71.191 - - [01/Dec/2022:20:58:49 +0000] "POST /v1/instance/gracious_cori/config HTTP/1.1" 201 265 2022/12/01 20:58:50 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.191 - - [01/Dec/2022:20:58:49 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 19567 {"Instance":"gracious_cori","Subscription":"gracious_cori-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-01T20:58:59Z"} {"Kind":"Pod","Name":"rel-1-apache-69b85dbf56-8zqlc","level":"info","msg":"CREATED","time":"2022-12-01T20:58:59Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-12-01T20:58:59Z"} {"Kind":"Pod","Name":"rel-1-apache-69b85dbf56-sdzgt","level":"info","msg":"MODIFIED","time":"2022-12-01T20:58:59Z"} 2022/12/01 20:58:59 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.254 - - [01/Dec/2022:20:58:59 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 20937 2022/12/01 20:59:00 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.191 - - [01/Dec/2022:20:59:00 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 20937 {"InstanceId":"gracious_cori","Result":202,"SubscriptionName":"gracious_cori-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-01T20:59:01Z"} 2022/12/01 20:59:10 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.191 - - [01/Dec/2022:20:59:10 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 21280 2022/12/01 20:59:20 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.191 - - [01/Dec/2022:20:59:20 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 21280 2022/12/01 20:59:30 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.71.191 - - [01/Dec/2022:20:59:30 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 21280 {"Instance":"gracious_cori","Subscription":"gracious_cori-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-12-01T20:59:31Z"} {"Kind":"Pod","Name":"rel-1-apache-69b85dbf56-8zqlc","level":"info","msg":"MODIFIED","time":"2022-12-01T20:59:31Z"} 2022/12/01 20:59:31 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.254 - - [01/Dec/2022:20:59:31 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 21280 {"InstanceId":"gracious_cori","Result":202,"SubscriptionName":"gracious_cori-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-12-01T20:59:33Z"} 2022/12/01 20:59:33 [Config Cleanup] Instance hopeful_kilby 2022/12/01 20:59:33 [scheduleResources]: START thread 2022/12/01 20:59:38 Stop config thread for hopeful_kilby {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-01T20:59:38Z"} 2022/12/01 20:59:38 No plugin for kind Deployment found. Using generic Plugin 2022/12/01 20:59:38 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-12-01T20:59:38Z"} 2022/12/01 20:59:38 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-12-01T20:59:38Z"} 2022/12/01 20:59:38 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-12-01T20:59:38Z"} 2022/12/01 20:59:38 Deleting service: pnf-macro-test-simulator-mongo {"instance":"hopeful_kilby","level":"info","msg":"[START] status notify thread for ","time":"2022-12-01T20:59:38Z"} 10.233.71.191 - - [01/Dec/2022:20:59:40 +0000] "GET /v1/instance/gracious_cori/status HTTP/1.1" 200 20988 {"instance":"hopeful_kilby","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-01T20:59:43Z"} 2022/12/01 20:59:43 Deleted Obj with ID ObjectID("638913cda9e2e4cfcfec66d6") 2022/12/01 20:59:43 Deleted Obj with ID ObjectID("638913cd1a64c16e5f36e211") 10.233.71.110 - - [01/Dec/2022:20:59:33 +0000] "DELETE /v1/instance/hopeful_kilby HTTP/1.1" 202 0 10.233.71.110 - - [01/Dec/2022:20:59:43 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/12/01 20:59:43 Deleted Obj with ID ObjectID("638913cca9e2e4cfcfec66ce") 2022/12/01 20:59:43 Deleted Obj with ID ObjectID("638913cd1a64c16e5f36e1d1") 10.233.71.110 - - [01/Dec/2022:20:59:43 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 {"Instance":"gracious_cori","Kind":"Deployment","Subscription":"gracious_cori-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-01T20:59:56Z"} {"Instance":"gracious_cori","Kind":"Pod","Subscription":"gracious_cori-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-01T20:59:56Z"} {"Instance":"gracious_cori","Kind":"Service","Subscription":"gracious_cori-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-12-01T20:59:56Z"} 2022/12/01 20:59:56 Deleted Obj with ID ObjectID("6389156ba9e2e4cfcfec66e9") 10.233.67.254 - - [01/Dec/2022:20:59:56 +0000] "DELETE /v1/instance/gracious_cori/status/subscription/gracious_cori-cnf-adapter HTTP/1.1" 202 0 2022/12/01 20:59:56 Deleted Obj with ID ObjectID("6389156b1a64c16e5f36e398") 2022/12/01 20:59:56 [Config Cleanup] Instance gracious_cori 2022/12/01 20:59:56 [Config Delete] Instance gracious_cori Config replica-count-change 2022/12/01 20:59:56 [ConfigTemplate]: Download replica-count-template 2022/12/01 20:59:56 Before Sent to goroutine {c9e1df6b-523e-4a58-a1b3-84260a1040fa fb3ab2ca-7d58-45da-9dfd-40d1550f77af node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/01 20:59:56 Message Sent to goroutine {c9e1df6b-523e-4a58-a1b3-84260a1040fa fb3ab2ca-7d58-45da-9dfd-40d1550f77af node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/12/01 20:59:56 [scheduleResources]: DELETE {c9e1df6b-523e-4a58-a1b3-84260a1040fa fb3ab2ca-7d58-45da-9dfd-40d1550f77af node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-01T20:59:56Z"} 2022/12/01 20:59:56 No plugin for kind Deployment found. Using generic Plugin 2022/12/01 20:59:56 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/12/01 20:59:56 [Config Delete All] Instance gracious_cori Config replica-count-change 2022/12/01 20:59:56 Stop config thread for gracious_cori {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-01T20:59:56Z"} 2022/12/01 20:59:56 No plugin for kind Deployment found. Using generic Plugin 2022/12/01 20:59:56 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-12-01T20:59:56Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-12-01T20:59:56Z"} 2022/12/01 20:59:56 Deleting service: rel-1-apache {"instance":"gracious_cori","level":"info","msg":"[STOP] status notify thread for ","time":"2022-12-01T20:59:56Z"} 2022/12/01 20:59:56 Deleted Obj with ID ObjectID("6389154ea9e2e4cfcfec66e8") 2022/12/01 20:59:56 Deleted Obj with ID ObjectID("6389154f1a64c16e5f36e370") 10.233.67.254 - - [01/Dec/2022:20:59:56 +0000] "DELETE /v1/instance/gracious_cori HTTP/1.1" 202 0 {"instance":"gracious_cori","level":"info","msg":"[START] status notify thread for ","time":"2022-12-01T21:00:03Z"} {"InstanceId":"gracious_cori","SubscriptionName":"gracious_cori-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-12-01T21:00:08Z"} 10.233.71.110 - - [01/Dec/2022:21:00:14 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/12/01 21:00:14 Deleted Obj with ID ObjectID("6389143ba9e2e4cfcfec66d7") 2022/12/01 21:00:14 Deleted Obj with ID ObjectID("6389143b1a64c16e5f36e263") 10.233.71.110 - - [01/Dec/2022:21:00:14 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0