2023/01/11 02:57:10 Starting Kubernetes Multicloud API 2023/01/11 02:57:10 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2023-01-11T02:57:20Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2023-01-11T02:57:20Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2023-01-11T03:36:55Z"} 10.233.72.21 - - [11/Jan/2023:03:36:55 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.66.60 - - [11/Jan/2023:04:32:48 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [11/Jan/2023:04:39:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [11/Jan/2023:04:39:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.66.60 - - [11/Jan/2023:04:53:36 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.66.60 - - [11/Jan/2023:04:53:36 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.66.60 - - [11/Jan/2023:04:53:36 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.66.60 - - [11/Jan/2023:04:53:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.60 - - [11/Jan/2023:04:53:36 +0000] "GET /v1/rb/definition/cds-ms-rb-0fdf9b35-c0dd-42ab-8f68-c6849b388eed/v1 HTTP/1.1" 200 124 10.233.66.60 - - [11/Jan/2023:04:53:36 +0000] "POST /v1/rb/definition/cds-ms-rb-0fdf9b35-c0dd-42ab-8f68-c6849b388eed/v1/content HTTP/1.1" 200 0 10.233.66.60 - - [11/Jan/2023:04:53:36 +0000] "GET /v1/rb/definition/cds-ms-rb-0fdf9b35-c0dd-42ab-8f68-c6849b388eed/v1 HTTP/1.1" 200 138 10.233.66.60 - - [11/Jan/2023:04:53:36 +0000] "POST /v1/rb/definition/cds-ms-rb-0fdf9b35-c0dd-42ab-8f68-c6849b388eed/v1/profile HTTP/1.1" 201 305 10.233.66.60 - - [11/Jan/2023:04:53:37 +0000] "GET /v1/rb/definition/cds-ms-rb-0fdf9b35-c0dd-42ab-8f68-c6849b388eed/v1/profile/cds-ms-prof-232ea66d-df8e-4bdb-8add-f13019c527f2 HTTP/1.1" 200 305 10.233.66.60 - - [11/Jan/2023:04:53:37 +0000] "POST /v1/rb/definition/cds-ms-rb-0fdf9b35-c0dd-42ab-8f68-c6849b388eed/v1/profile/cds-ms-prof-232ea66d-df8e-4bdb-8add-f13019c527f2/content HTTP/1.1" 200 0 2023/01/11 04:53:37 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2023/01/11 04:53:37 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2023/01/11 04:53:37 Main rss info 2023/01/11 04:53:37 Path: /tmp/helm-tmpl-661363874/manifest-0 2023/01/11 04:53:37 Kind: Service 2023/01/11 04:53:37 Path: /tmp/helm-tmpl-661363874/manifest-1 2023/01/11 04:53:37 Kind: Deployment 2023/01/11 04:53:37 Crd rss info 2023/01/11 04:53:37 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2023-01-11T04:53:37Z"} 2023/01/11 04:53:37 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-661363874/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T04:53:37Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2023-01-11T04:53:37Z"} {"filepath":"/tmp/helm-tmpl-661363874/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T04:53:37Z"} 2023/01/11 04:53:37 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2023-01-11T04:53:37Z"} 10.233.66.60 - - [11/Jan/2023:04:53:37 +0000] "POST /v1/instance HTTP/1.1" 201 544 10.233.66.60 - - [11/Jan/2023:04:54:47 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.66.60 - - [11/Jan/2023:04:54:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.66.60 - - [11/Jan/2023:04:54:47 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2023/01/11 04:54:58 [Config Cleanup] Instance focused_dijkstra 2023/01/11 04:54:58 [scheduleResources]: START thread 127.0.0.1 - - [11/Jan/2023:04:54:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [11/Jan/2023:04:54:59 +0000] "POST /v1/rb/definition/5321dfec-6f54-4970-b52b-67f91db84b5e/ea4e0fd2-68fb-4a59-8b31-0773f8e08558/content HTTP/1.1" 200 0 2023/01/11 04:55:03 Stop config thread for focused_dijkstra {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2023-01-11T04:55:03Z"} 2023/01/11 04:55:03 No plugin for kind Deployment found. Using generic Plugin 2023/01/11 04:55:03 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2023-01-11T04:55:03Z"} 2023/01/11 04:55:03 Deleting service: cds-regression-mockserver {"instance":"focused_dijkstra","level":"info","msg":"[START] status notify thread for ","time":"2023-01-11T04:55:04Z"} {"instance":"focused_dijkstra","level":"info","msg":"[STOP] status notify thread for ","time":"2023-01-11T04:55:09Z"} 2023/01/11 04:55:09 Deleted Obj with ID ObjectID("63be40d1f54144651869c8d8") 2023/01/11 04:55:09 Deleted Obj with ID ObjectID("63be40d24d4de4821d54d632") 10.233.66.60 - - [11/Jan/2023:04:54:58 +0000] "DELETE /v1/instance/focused_dijkstra HTTP/1.1" 202 0 10.233.66.60 - - [11/Jan/2023:04:55:09 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2023/01/11 04:55:09 Deleted Obj with ID ObjectID("63be40d0f54144651869c8cf") 10.233.66.60 - - [11/Jan/2023:04:55:09 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2023/01/11 04:55:09 Deleted Obj with ID ObjectID("63be40d04d4de4821d54d5f4") 127.0.0.1 - - [11/Jan/2023:04:55:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.66.60 - - [11/Jan/2023:04:59:18 +0000] "GET /v1/rb/definition/5321dfec-6f54-4970-b52b-67f91db84b5e/ea4e0fd2-68fb-4a59-8b31-0773f8e08558 HTTP/1.1" 200 270 10.233.66.60 - - [11/Jan/2023:04:59:18 +0000] "GET /v1/rb/definition/5321dfec-6f54-4970-b52b-67f91db84b5e/ea4e0fd2-68fb-4a59-8b31-0773f8e08558/profile/cnftest HTTP/1.1" 404 87 10.233.66.60 - - [11/Jan/2023:04:59:18 +0000] "POST /v1/rb/definition/5321dfec-6f54-4970-b52b-67f91db84b5e/ea4e0fd2-68fb-4a59-8b31-0773f8e08558/profile HTTP/1.1" 201 240 10.233.66.60 - - [11/Jan/2023:04:59:18 +0000] "GET /v1/rb/definition/5321dfec-6f54-4970-b52b-67f91db84b5e/ea4e0fd2-68fb-4a59-8b31-0773f8e08558/profile/cnftest HTTP/1.1" 200 240 10.233.66.60 - - [11/Jan/2023:04:59:18 +0000] "POST /v1/rb/definition/5321dfec-6f54-4970-b52b-67f91db84b5e/ea4e0fd2-68fb-4a59-8b31-0773f8e08558/profile/cnftest/content HTTP/1.1" 200 0 10.233.66.60 - - [11/Jan/2023:04:59:32 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-38c86b2b-99b2-4cbc-9a2b-559ef72ac94d HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2023-01-11T04:59:32Z"} {"Body":{},"Payload":{"generic-vnf-id":"c07d9797-47f5-413d-b8cf-1f69883bd711","vf-module-id":"1c1d4f19-4a88-4d17-91a1-cb048dfcbdef","vf-module-model-invariant-id":"5321dfec-6f54-4970-b52b-67f91db84b5e","vf-module-model-version-id":"47e8c42f-e92e-4579-a7c3-65059cd01c18","vf-module-model-customization-id":"ea4e0fd2-68fb-4a59-8b31-0773f8e08558","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-38c86b2b-99b2-4cbc-9a2b-559ef72ac94d"}},"level":"info","msg":"Broker API Payload","time":"2023-01-11T04:59:32Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"5321dfec-6f54-4970-b52b-67f91db84b5e","rb-version":"ea4e0fd2-68fb-4a59-8b31-0773f8e08558","profile-name":"cnftest","release-name":"1c1d4f19-4a88-4d17-91a1-cb048dfcbdef","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-38c86b2b-99b2-4cbc-9a2b-559ef72ac94d"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2023-01-11T04:59:32Z"} 2023/01/11 04:59:32 Main rss info 2023/01/11 04:59:32 Path: /tmp/helm-tmpl-104584291/manifest-0 2023/01/11 04:59:32 Kind: Service 2023/01/11 04:59:32 Path: /tmp/helm-tmpl-104584291/manifest-1 2023/01/11 04:59:32 Kind: Deployment 2023/01/11 04:59:32 Crd rss info 2023/01/11 04:59:32 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2023-01-11T04:59:32Z"} 2023/01/11 04:59:32 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-104584291/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T04:59:32Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2023-01-11T04:59:33Z"} {"filepath":"/tmp/helm-tmpl-104584291/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T04:59:33Z"} 2023/01/11 04:59:33 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2023-01-11T04:59:33Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"quirky_golick","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2023-01-11T04:59:33Z"} 10.233.66.60 - - [11/Jan/2023:04:59:32 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 302 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"quirky_golick","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2023-01-11T04:59:33Z"} 10.233.66.60 - - [11/Jan/2023:04:59:33 +0000] "GET /basicnf-owner/k8sregion/infra_workload/quirky_golick HTTP/1.1" 200 121 10.233.66.60 - - [11/Jan/2023:04:59:33 +0000] "POST /basicnf-owner/k8sregion/infra_workload/quirky_golick HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"quirky_golick","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2023-01-11T05:00:23Z"} 10.233.66.60 - - [11/Jan/2023:05:00:23 +0000] "GET /basicnf-owner/k8sregion/infra_workload/quirky_golick HTTP/1.1" 200 121 2023/01/11 05:00:23 [Config Cleanup] Instance quirky_golick 2023/01/11 05:00:23 [scheduleResources]: START thread 2023/01/11 05:00:28 Stop config thread for quirky_golick {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2023-01-11T05:00:28Z"} 2023/01/11 05:00:28 No plugin for kind Deployment found. Using generic Plugin 2023/01/11 05:00:28 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2023-01-11T05:00:28Z"} 2023/01/11 05:00:28 Deleting service: cnftest-nginx {"instance":"quirky_golick","level":"info","msg":"[START] status notify thread for ","time":"2023-01-11T05:00:28Z"} {"instance":"quirky_golick","level":"info","msg":"[STOP] status notify thread for ","time":"2023-01-11T05:00:33Z"} 2023/01/11 05:00:33 Deleted Obj with ID ObjectID("63be4234f54144651869c8e4") 2023/01/11 05:00:33 Deleted Obj with ID ObjectID("63be42354d4de4821d54d776") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"quirky_golick","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2023-01-11T05:00:33Z"} 10.233.66.60 - - [11/Jan/2023:05:00:23 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/quirky_golick HTTP/1.1" 202 121 10.233.66.60 - - [11/Jan/2023:05:00:39 +0000] "GET /v1/rb/definition/5321dfec-6f54-4970-b52b-67f91db84b5e/ea4e0fd2-68fb-4a59-8b31-0773f8e08558 HTTP/1.1" 200 270 10.233.66.60 - - [11/Jan/2023:05:00:39 +0000] "GET /v1/rb/definition/5321dfec-6f54-4970-b52b-67f91db84b5e/ea4e0fd2-68fb-4a59-8b31-0773f8e08558/profile/cnftest HTTP/1.1" 200 240 2023/01/11 05:00:39 Deleted Obj with ID ObjectID("63be4226f54144651869c8e2") 2023/01/11 05:00:39 Deleted Obj with ID ObjectID("63be4226f54144651869c8e3") 2023/01/11 05:00:39 Deleted Obj with ID ObjectID("63be42274d4de4821d54d74e") 10.233.66.60 - - [11/Jan/2023:05:00:39 +0000] "DELETE /v1/rb/definition/5321dfec-6f54-4970-b52b-67f91db84b5e/ea4e0fd2-68fb-4a59-8b31-0773f8e08558/profile/cnftest HTTP/1.1" 204 0 10.233.66.60 - - [11/Jan/2023:05:01:06 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2023/01/11 05:01:07 Deleted Obj with ID ObjectID("63be4117f54144651869c8d9") 10.233.66.60 - - [11/Jan/2023:05:01:07 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2023/01/11 05:01:07 Deleted Obj with ID ObjectID("63be41184d4de4821d54d667") 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9afff540-b735-457c-88cf-c5b04e96a68d/v1 HTTP/1.1" 200 125 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9afff540-b735-457c-88cf-c5b04e96a68d/v1/content HTTP/1.1" 200 0 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9afff540-b735-457c-88cf-c5b04e96a68d/v1 HTTP/1.1" 200 138 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9afff540-b735-457c-88cf-c5b04e96a68d/v1/profile HTTP/1.1" 201 314 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9afff540-b735-457c-88cf-c5b04e96a68d/v1/profile/pnf-cnf-profile-9f03a22f-34df-4921-9929-96a2cf31654d HTTP/1.1" 200 314 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9afff540-b735-457c-88cf-c5b04e96a68d/v1/profile/pnf-cnf-profile-9f03a22f-34df-4921-9929-96a2cf31654d/content HTTP/1.1" 200 0 2023/01/11 05:32:59 Main rss info 2023/01/11 05:32:59 Path: /tmp/helm-tmpl-643388945/manifest-0 2023/01/11 05:32:59 Kind: Service 2023/01/11 05:32:59 Path: /tmp/helm-tmpl-643388945/manifest-1 2023/01/11 05:32:59 Kind: Service 2023/01/11 05:32:59 Path: /tmp/helm-tmpl-643388945/manifest-2 2023/01/11 05:32:59 Kind: Pod 2023/01/11 05:32:59 Path: /tmp/helm-tmpl-643388945/manifest-3 2023/01/11 05:32:59 Kind: Deployment 2023/01/11 05:32:59 Crd rss info 2023/01/11 05:32:59 Hook info {"filepath":"/tmp/helm-tmpl-643388945/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T05:32:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-01-11T05:32:59Z"} {"filepath":"/tmp/helm-tmpl-643388945/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T05:32:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2023-01-11T05:32:59Z"} {"filepath":"/tmp/helm-tmpl-643388945/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T05:32:59Z"} 2023/01/11 05:32:59 No plugin for kind Pod found. Using generic Plugin 2023/01/11 05:32:59 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2023-01-11T05:32:59Z"} {"filepath":"/tmp/helm-tmpl-643388945/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T05:32:59Z"} 2023/01/11 05:32:59 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-01-11T05:32:59Z"} 10.233.66.60 - - [11/Jan/2023:05:32:59 +0000] "POST /v1/instance HTTP/1.1" 201 742 10.233.66.60 - - [11/Jan/2023:05:34:35 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.66.60 - - [11/Jan/2023:05:34:35 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.66.60 - - [11/Jan/2023:05:34:35 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [11/Jan/2023:05:34:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [11/Jan/2023:05:34:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [11/Jan/2023:05:34:52 +0000] "POST /v1/rb/definition/b6b93b2c-1bf4-4eae-b17c-7910e218fee1/1b875370-a4d1-4f07-a09f-98cfd19ede40/content HTTP/1.1" 200 0 127.0.0.1 - - [11/Jan/2023:05:35:08 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.68.22 - - [11/Jan/2023:05:37:58 +0000] "GET /v1/rb/definition/b6b93b2c-1bf4-4eae-b17c-7910e218fee1/1b875370-a4d1-4f07-a09f-98cfd19ede40 HTTP/1.1" 200 277 10.233.68.22 - - [11/Jan/2023:05:37:58 +0000] "GET /v1/rb/definition/b6b93b2c-1bf4-4eae-b17c-7910e218fee1/1b875370-a4d1-4f07-a09f-98cfd19ede40/profile/node-port-profile HTTP/1.1" 404 87 10.233.68.22 - - [11/Jan/2023:05:37:58 +0000] "POST /v1/rb/definition/b6b93b2c-1bf4-4eae-b17c-7910e218fee1/1b875370-a4d1-4f07-a09f-98cfd19ede40/profile HTTP/1.1" 201 270 10.233.68.22 - - [11/Jan/2023:05:37:58 +0000] "POST /v1/rb/definition/b6b93b2c-1bf4-4eae-b17c-7910e218fee1/1b875370-a4d1-4f07-a09f-98cfd19ede40/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.68.22 - - [11/Jan/2023:05:38:11 +0000] "GET /v1/rb/definition/b6b93b2c-1bf4-4eae-b17c-7910e218fee1/1b875370-a4d1-4f07-a09f-98cfd19ede40 HTTP/1.1" 200 277 10.233.68.22 - - [11/Jan/2023:05:38:11 +0000] "GET /v1/rb/definition/b6b93b2c-1bf4-4eae-b17c-7910e218fee1/1b875370-a4d1-4f07-a09f-98cfd19ede40/config-template/replica-count-template HTTP/1.1" 500 78 2023/01/11 05:38:11 [ConfigiTemplate]: create b6b93b2c-1bf4-4eae-b17c-7910e218fee1 10.233.68.22 - - [11/Jan/2023:05:38:11 +0000] "POST /v1/rb/definition/b6b93b2c-1bf4-4eae-b17c-7910e218fee1/1b875370-a4d1-4f07-a09f-98cfd19ede40/config-template HTTP/1.1" 201 113 2023/01/11 05:38:11 [ConfigTemplate]: Upload replica-count-template 10.233.68.22 - - [11/Jan/2023:05:38:11 +0000] "POST /v1/rb/definition/b6b93b2c-1bf4-4eae-b17c-7910e218fee1/1b875370-a4d1-4f07-a09f-98cfd19ede40/config-template/replica-count-template/content HTTP/1.1" 200 0 2023/01/11 05:38:16 Main rss info 2023/01/11 05:38:16 Path: /tmp/helm-tmpl-219338814/manifest-0 2023/01/11 05:38:16 Kind: Service 2023/01/11 05:38:16 Path: /tmp/helm-tmpl-219338814/manifest-1 2023/01/11 05:38:16 Kind: Deployment 2023/01/11 05:38:16 Crd rss info 2023/01/11 05:38:16 Hook info {"filepath":"/tmp/helm-tmpl-219338814/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T05:38:16Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2023-01-11T05:38:16Z"} {"filepath":"/tmp/helm-tmpl-219338814/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T05:38:16Z"} 2023/01/11 05:38:16 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2023-01-11T05:38:16Z"} 10.233.72.21 - - [11/Jan/2023:05:38:15 +0000] "POST /v1/instance HTTP/1.1" 201 1283 2023/01/11 05:38:17 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.21 - - [11/Jan/2023:05:38:17 +0000] "GET /v1/instance/distracted_wiles/status HTTP/1.1" 200 14550 {"instance":"distracted_wiles","level":"info","msg":"[START] status notify thread for ","time":"2023-01-11T05:39:03Z"} {"instance":"distracted_wiles","level":"info","msg":"REFRESH WATCHERS","subscription":"distracted_wiles-cnf-adapter","time":"2023-01-11T05:39:08Z"} {"Instance":"distracted_wiles","Kind":"Deployment","Subscription":"distracted_wiles-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-01-11T05:39:08Z"} {"Instance":"distracted_wiles","Kind":"Pod","Subscription":"distracted_wiles-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-01-11T05:39:08Z"} {"Instance":"distracted_wiles","Kind":"Service","Subscription":"distracted_wiles-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2023-01-11T05:39:08Z"} {"InstanceId":"distracted_wiles","SubscriptionName":"distracted_wiles-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2023-01-11T05:39:08Z"} 10.233.72.21 - - [11/Jan/2023:05:39:03 +0000] "POST /v1/instance/distracted_wiles/status/subscription HTTP/1.1" 201 654 {"InstanceId":"distracted_wiles","SubscriptionName":"distracted_wiles-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2023-01-11T05:39:13Z"} 10.233.68.22 - - [11/Jan/2023:05:39:13 +0000] "GET /v1/instance/distracted_wiles/status HTTP/1.1" 200 14705 2023/01/11 05:39:13 [scheduleResources]: START thread 10.233.68.22 - - [11/Jan/2023:05:39:13 +0000] "GET /v1/instance/distracted_wiles/config/replica-count-change HTTP/1.1" 500 60 2023/01/11 05:39:19 [Config Create] Instance distracted_wiles 2023/01/11 05:39:19 [ConfigTemplate]: Download replica-count-template 2023/01/11 05:39:19 Before Sent to goroutine {b6b93b2c-1bf4-4eae-b17c-7910e218fee1 1b875370-a4d1-4f07-a09f-98cfd19ede40 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/01/11 05:39:19 Message Sent to goroutine {b6b93b2c-1bf4-4eae-b17c-7910e218fee1 1b875370-a4d1-4f07-a09f-98cfd19ede40 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/01/11 05:39:19 [scheduleResources]: POST {b6b93b2c-1bf4-4eae-b17c-7910e218fee1 1b875370-a4d1-4f07-a09f-98cfd19ede40 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-297778893/manifest-0}] {"filepath":"/tmp/helm-tmpl-297778893/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T05:39:19Z"} 2023/01/11 05:39:19 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-297778893/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2023-01-11T05:39:19Z"} {"filepath":"/tmp/helm-tmpl-297778893/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2023-01-11T05:39:19Z"} 2023/01/11 05:39:19 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2023-01-11T05:39:19Z"} 2023/01/11 05:39:19 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.68.22 - - [11/Jan/2023:05:39:19 +0000] "POST /v1/instance/distracted_wiles/config HTTP/1.1" 201 268 2023/01/11 05:39:19 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.22 - - [11/Jan/2023:05:39:19 +0000] "GET /v1/instance/distracted_wiles/status HTTP/1.1" 200 20949 2023/01/11 05:39:29 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.22 - - [11/Jan/2023:05:39:29 +0000] "GET /v1/instance/distracted_wiles/status HTTP/1.1" 200 20949 2023/01/11 05:39:39 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.22 - - [11/Jan/2023:05:39:39 +0000] "GET /v1/instance/distracted_wiles/status HTTP/1.1" 200 21292 2023/01/11 05:39:46 [Config Cleanup] Instance eager_mclean 2023/01/11 05:39:46 [scheduleResources]: START thread {"Instance":"distracted_wiles","Subscription":"distracted_wiles-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2023-01-11T05:39:48Z"} {"Kind":"Pod","Name":"rel-1-apache-78d676bf95-d5gtb","level":"info","msg":"CREATED","time":"2023-01-11T05:39:48Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2023-01-11T05:39:48Z"} 2023/01/11 05:39:48 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.21 - - [11/Jan/2023:05:39:48 +0000] "GET /v1/instance/distracted_wiles/status HTTP/1.1" 200 21292 2023/01/11 05:39:49 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.22 - - [11/Jan/2023:05:39:49 +0000] "GET /v1/instance/distracted_wiles/status HTTP/1.1" 200 21292 2023/01/11 05:39:51 Stop config thread for eager_mclean {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-01-11T05:39:51Z"} 2023/01/11 05:39:51 No plugin for kind Deployment found. Using generic Plugin 2023/01/11 05:39:51 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2023-01-11T05:39:51Z"} 2023/01/11 05:39:51 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2023-01-11T05:39:51Z"} 2023/01/11 05:39:51 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2023-01-11T05:39:51Z"} 2023/01/11 05:39:51 Deleting service: pnf-macro-test-simulator-mongo {"instance":"eager_mclean","level":"info","msg":"[START] status notify thread for ","time":"2023-01-11T05:39:51Z"} {"InstanceId":"distracted_wiles","Result":202,"SubscriptionName":"distracted_wiles-cnf-adapter","level":"info","msg":"Notification sent","time":"2023-01-11T05:39:52Z"} {"instance":"eager_mclean","level":"info","msg":"[STOP] status notify thread for ","time":"2023-01-11T05:39:56Z"} 2023/01/11 05:39:56 Deleted Obj with ID ObjectID("63be4a0bf54144651869c8ed") 2023/01/11 05:39:56 Deleted Obj with ID ObjectID("63be4a0c4d4de4821d54dcaa") 10.233.66.60 - - [11/Jan/2023:05:39:46 +0000] "DELETE /v1/instance/eager_mclean HTTP/1.1" 202 0 10.233.66.60 - - [11/Jan/2023:05:39:56 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2023/01/11 05:39:56 Deleted Obj with ID ObjectID("63be4a0bf54144651869c8e5") 2023/01/11 05:39:56 Deleted Obj with ID ObjectID("63be4a0b4d4de4821d54dc6f") 10.233.66.60 - - [11/Jan/2023:05:39:56 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 10.233.68.22 - - [11/Jan/2023:05:39:59 +0000] "GET /v1/instance/distracted_wiles/status HTTP/1.1" 200 21000 {"Instance":"distracted_wiles","Kind":"Deployment","Subscription":"distracted_wiles-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-01-11T05:40:19Z"} {"Instance":"distracted_wiles","Kind":"Service","Subscription":"distracted_wiles-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-01-11T05:40:19Z"} {"Instance":"distracted_wiles","Kind":"Pod","Subscription":"distracted_wiles-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2023-01-11T05:40:19Z"} 10.233.72.21 - - [11/Jan/2023:05:40:19 +0000] "DELETE /v1/instance/distracted_wiles/status/subscription/distracted_wiles-cnf-adapter HTTP/1.1" 202 0 2023/01/11 05:40:19 Deleted Obj with ID ObjectID("63be4b7cf54144651869c900") 2023/01/11 05:40:19 Deleted Obj with ID ObjectID("63be4b7c4d4de4821d54de13") 2023/01/11 05:40:19 [Config Cleanup] Instance distracted_wiles 2023/01/11 05:40:19 [Config Delete] Instance distracted_wiles Config replica-count-change 2023/01/11 05:40:19 [ConfigTemplate]: Download replica-count-template 2023/01/11 05:40:19 Before Sent to goroutine {b6b93b2c-1bf4-4eae-b17c-7910e218fee1 1b875370-a4d1-4f07-a09f-98cfd19ede40 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/01/11 05:40:19 Message Sent to goroutine {b6b93b2c-1bf4-4eae-b17c-7910e218fee1 1b875370-a4d1-4f07-a09f-98cfd19ede40 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2023/01/11 05:40:19 [scheduleResources]: DELETE {b6b93b2c-1bf4-4eae-b17c-7910e218fee1 1b875370-a4d1-4f07-a09f-98cfd19ede40 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-01-11T05:40:19Z"} 2023/01/11 05:40:19 No plugin for kind Deployment found. Using generic Plugin 2023/01/11 05:40:19 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2023/01/11 05:40:19 [Config Delete All] Instance distracted_wiles Config replica-count-change 2023/01/11 05:40:19 Stop config thread for distracted_wiles {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-01-11T05:40:19Z"} 2023/01/11 05:40:19 No plugin for kind Deployment found. Using generic Plugin 2023/01/11 05:40:19 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2023-01-11T05:40:19Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2023-01-11T05:40:19Z"} 2023/01/11 05:40:19 Deleting service: rel-1-apache {"instance":"distracted_wiles","level":"info","msg":"[STOP] status notify thread for ","time":"2023-01-11T05:40:19Z"} 2023/01/11 05:40:19 Deleted Obj with ID ObjectID("63be4b48f54144651869c8ff") 2023/01/11 05:40:19 Deleted Obj with ID ObjectID("63be4b484d4de4821d54dddf") 10.233.72.21 - - [11/Jan/2023:05:40:19 +0000] "DELETE /v1/instance/distracted_wiles HTTP/1.1" 202 0 {"instance":"distracted_wiles","level":"info","msg":"[START] status notify thread for ","time":"2023-01-11T05:40:22Z"} {"InstanceId":"distracted_wiles","SubscriptionName":"distracted_wiles-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2023-01-11T05:40:27Z"} 10.233.66.60 - - [11/Jan/2023:05:40:36 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2023/01/11 05:40:36 Deleted Obj with ID ObjectID("63be4a6bf54144651869c8ee") 10.233.66.60 - - [11/Jan/2023:05:40:36 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2023/01/11 05:40:36 Deleted Obj with ID ObjectID("63be4a6c4d4de4821d54dcf1")