2022/07/05 03:16:58 Starting Kubernetes Multicloud API 2022/07/05 03:16:58 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-07-05T03:17:08Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-07-05T03:17:08Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-07-05T03:49:55Z"} 10.233.68.93 - - [05/Jul/2022:03:49:55 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.71.173 - - [05/Jul/2022:04:41:18 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [05/Jul/2022:04:48:05 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [05/Jul/2022:04:50:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [05/Jul/2022:04:53:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.71.173 - - [05/Jul/2022:05:03:49 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.71.173 - - [05/Jul/2022:05:03:49 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.71.173 - - [05/Jul/2022:05:03:49 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.71.173 - - [05/Jul/2022:05:03:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.71.173 - - [05/Jul/2022:05:03:49 +0000] "GET /v1/rb/definition/cds-ms-rb-4e325325-7cba-4a17-8ff2-c8ccb8b9c164/v1 HTTP/1.1" 200 124 10.233.71.173 - - [05/Jul/2022:05:03:49 +0000] "POST /v1/rb/definition/cds-ms-rb-4e325325-7cba-4a17-8ff2-c8ccb8b9c164/v1/content HTTP/1.1" 200 0 10.233.71.173 - - [05/Jul/2022:05:03:49 +0000] "GET /v1/rb/definition/cds-ms-rb-4e325325-7cba-4a17-8ff2-c8ccb8b9c164/v1 HTTP/1.1" 200 138 10.233.71.173 - - [05/Jul/2022:05:03:49 +0000] "POST /v1/rb/definition/cds-ms-rb-4e325325-7cba-4a17-8ff2-c8ccb8b9c164/v1/profile HTTP/1.1" 201 305 10.233.71.173 - - [05/Jul/2022:05:03:49 +0000] "GET /v1/rb/definition/cds-ms-rb-4e325325-7cba-4a17-8ff2-c8ccb8b9c164/v1/profile/cds-ms-prof-c13af638-ea9e-43e5-997f-e31725f3ce16 HTTP/1.1" 200 305 10.233.71.173 - - [05/Jul/2022:05:03:49 +0000] "POST /v1/rb/definition/cds-ms-rb-4e325325-7cba-4a17-8ff2-c8ccb8b9c164/v1/profile/cds-ms-prof-c13af638-ea9e-43e5-997f-e31725f3ce16/content HTTP/1.1" 200 0 2022/07/05 05:03:50 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/07/05 05:03:50 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/07/05 05:03:50 Main rss info 2022/07/05 05:03:50 Path: /tmp/helm-tmpl-983522663/manifest-0 2022/07/05 05:03:50 Kind: Service 2022/07/05 05:03:50 Path: /tmp/helm-tmpl-983522663/manifest-1 2022/07/05 05:03:50 Kind: Deployment 2022/07/05 05:03:50 Crd rss info 2022/07/05 05:03:50 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-07-05T05:03:50Z"} 2022/07/05 05:03:50 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-983522663/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:03:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-07-05T05:03:50Z"} {"filepath":"/tmp/helm-tmpl-983522663/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:03:50Z"} 2022/07/05 05:03:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-07-05T05:03:50Z"} 10.233.71.173 - - [05/Jul/2022:05:03:50 +0000] "POST /v1/instance HTTP/1.1" 201 542 127.0.0.1 - - [05/Jul/2022:05:05:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 2022/07/05 05:05:07 [Config Cleanup] Instance focused_austin 2022/07/05 05:05:07 [scheduleResources]: START thread 2022/07/05 05:05:12 Stop config thread for focused_austin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-07-05T05:05:12Z"} 2022/07/05 05:05:12 No plugin for kind Deployment found. Using generic Plugin 2022/07/05 05:05:12 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-07-05T05:05:13Z"} 2022/07/05 05:05:13 Deleting service: cds-regression-mockserver {"instance":"focused_austin","level":"info","msg":"[START] status notify thread for ","time":"2022-07-05T05:05:13Z"} {"instance":"focused_austin","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-05T05:05:18Z"} 2022/07/05 05:05:18 Deleted Obj with ID ObjectID("62c3c636d335d2edc2cb06b8") 10.233.71.173 - - [05/Jul/2022:05:05:07 +0000] "DELETE /v1/instance/focused_austin HTTP/1.1" 202 0 2022/07/05 05:05:18 Deleted Obj with ID ObjectID("62c3c63543a7460cb89e9165") 10.233.71.173 - - [05/Jul/2022:05:05:18 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/07/05 05:05:18 Deleted Obj with ID ObjectID("62c3c635d335d2edc2cb06af") 10.233.71.173 - - [05/Jul/2022:05:05:18 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/07/05 05:05:18 Deleted Obj with ID ObjectID("62c3c63543a7460cb89e9127") 10.233.71.173 - - [05/Jul/2022:05:08:39 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.71.173 - - [05/Jul/2022:05:08:39 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.71.173 - - [05/Jul/2022:05:08:39 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [05/Jul/2022:05:08:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [05/Jul/2022:05:08:50 +0000] "POST /v1/rb/definition/c1146e31-5940-49ee-8a7f-5f638687503a/ff4f19b3-ac77-437f-ab9c-c4678b3d3838/content HTTP/1.1" 200 0 10.233.71.173 - - [05/Jul/2022:05:13:11 +0000] "GET /v1/rb/definition/c1146e31-5940-49ee-8a7f-5f638687503a/ff4f19b3-ac77-437f-ab9c-c4678b3d3838 HTTP/1.1" 200 270 10.233.71.173 - - [05/Jul/2022:05:13:11 +0000] "GET /v1/rb/definition/c1146e31-5940-49ee-8a7f-5f638687503a/ff4f19b3-ac77-437f-ab9c-c4678b3d3838/profile/cnftest HTTP/1.1" 404 87 10.233.71.173 - - [05/Jul/2022:05:13:11 +0000] "POST /v1/rb/definition/c1146e31-5940-49ee-8a7f-5f638687503a/ff4f19b3-ac77-437f-ab9c-c4678b3d3838/profile HTTP/1.1" 201 240 10.233.71.173 - - [05/Jul/2022:05:13:11 +0000] "GET /v1/rb/definition/c1146e31-5940-49ee-8a7f-5f638687503a/ff4f19b3-ac77-437f-ab9c-c4678b3d3838/profile/cnftest HTTP/1.1" 200 240 10.233.71.173 - - [05/Jul/2022:05:13:11 +0000] "POST /v1/rb/definition/c1146e31-5940-49ee-8a7f-5f638687503a/ff4f19b3-ac77-437f-ab9c-c4678b3d3838/profile/cnftest/content HTTP/1.1" 200 0 10.233.71.173 - - [05/Jul/2022:05:13:22 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-929b8d51-3c7b-42e7-be63-0998534ce59b HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-07-05T05:13:22Z"} {"Body":{},"Payload":{"generic-vnf-id":"c2e28325-2bcb-40dd-857d-280abdf34405","vf-module-id":"7c90edfe-2110-4b1e-a4f2-0311b3935952","vf-module-model-invariant-id":"c1146e31-5940-49ee-8a7f-5f638687503a","vf-module-model-version-id":"7c45928a-517b-4b53-a2f6-124dcec3ef30","vf-module-model-customization-id":"ff4f19b3-ac77-437f-ab9c-c4678b3d3838","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-929b8d51-3c7b-42e7-be63-0998534ce59b"}},"level":"info","msg":"Broker API Payload","time":"2022-07-05T05:13:23Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"c1146e31-5940-49ee-8a7f-5f638687503a","rb-version":"ff4f19b3-ac77-437f-ab9c-c4678b3d3838","profile-name":"cnftest","release-name":"7c90edfe-2110-4b1e-a4f2-0311b3935952","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-929b8d51-3c7b-42e7-be63-0998534ce59b"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-07-05T05:13:23Z"} 2022/07/05 05:13:23 Main rss info 2022/07/05 05:13:23 Path: /tmp/helm-tmpl-799725066/manifest-0 2022/07/05 05:13:23 Kind: Service 2022/07/05 05:13:23 Path: /tmp/helm-tmpl-799725066/manifest-1 2022/07/05 05:13:23 Kind: Deployment 2022/07/05 05:13:23 Crd rss info 2022/07/05 05:13:23 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-07-05T05:13:23Z"} 2022/07/05 05:13:23 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-799725066/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:13:23Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-07-05T05:13:23Z"} {"filepath":"/tmp/helm-tmpl-799725066/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:13:23Z"} 2022/07/05 05:13:23 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-07-05T05:13:23Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"awesome_poitras","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-07-05T05:13:23Z"} 10.233.71.173 - - [05/Jul/2022:05:13:23 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"awesome_poitras","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-07-05T05:13:23Z"} 10.233.71.173 - - [05/Jul/2022:05:13:23 +0000] "GET /basicnf-owner/k8sregion/infra_workload/awesome_poitras HTTP/1.1" 200 123 10.233.71.173 - - [05/Jul/2022:05:13:23 +0000] "POST /basicnf-owner/k8sregion/infra_workload/awesome_poitras HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"awesome_poitras","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-07-05T05:13:54Z"} 10.233.71.173 - - [05/Jul/2022:05:13:54 +0000] "GET /basicnf-owner/k8sregion/infra_workload/awesome_poitras HTTP/1.1" 200 123 2022/07/05 05:13:54 [Config Cleanup] Instance awesome_poitras 2022/07/05 05:13:54 [scheduleResources]: START thread 2022/07/05 05:13:59 Stop config thread for awesome_poitras {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-07-05T05:13:59Z"} 2022/07/05 05:13:59 [scheduleResources]: STOP thread 2022/07/05 05:13:59 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-07-05T05:13:59Z"} 2022/07/05 05:13:59 Deleting service: cnftest-nginx {"instance":"awesome_poitras","level":"info","msg":"[START] status notify thread for ","time":"2022-07-05T05:13:59Z"} {"instance":"awesome_poitras","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-05T05:14:04Z"} 2022/07/05 05:14:04 Deleted Obj with ID ObjectID("62c3c873d335d2edc2cb06c4") 2022/07/05 05:14:04 Deleted Obj with ID ObjectID("62c3c87243a7460cb89e932c") 10.233.71.173 - - [05/Jul/2022:05:13:54 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/awesome_poitras HTTP/1.1" 202 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"awesome_poitras","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-07-05T05:14:04Z"} 10.233.71.173 - - [05/Jul/2022:05:14:21 +0000] "GET /v1/rb/definition/c1146e31-5940-49ee-8a7f-5f638687503a/ff4f19b3-ac77-437f-ab9c-c4678b3d3838 HTTP/1.1" 200 270 10.233.71.173 - - [05/Jul/2022:05:14:21 +0000] "GET /v1/rb/definition/c1146e31-5940-49ee-8a7f-5f638687503a/ff4f19b3-ac77-437f-ab9c-c4678b3d3838/profile/cnftest HTTP/1.1" 200 240 2022/07/05 05:14:21 Deleted Obj with ID ObjectID("62c3c867d335d2edc2cb06c2") 2022/07/05 05:14:21 Deleted Obj with ID ObjectID("62c3c867d335d2edc2cb06c3") 2022/07/05 05:14:21 Deleted Obj with ID ObjectID("62c3c86743a7460cb89e930a") 10.233.71.173 - - [05/Jul/2022:05:14:21 +0000] "DELETE /v1/rb/definition/c1146e31-5940-49ee-8a7f-5f638687503a/ff4f19b3-ac77-437f-ab9c-c4678b3d3838/profile/cnftest HTTP/1.1" 204 0 10.233.71.173 - - [05/Jul/2022:05:14:49 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/07/05 05:14:49 Deleted Obj with ID ObjectID("62c3c757d335d2edc2cb06bc") 2022/07/05 05:14:49 Deleted Obj with ID ObjectID("62c3c75743a7460cb89e9244") 10.233.71.173 - - [05/Jul/2022:05:14:49 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e75bfd52-4d26-4422-a987-3d1e40a89df3/v1 HTTP/1.1" 200 125 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e75bfd52-4d26-4422-a987-3d1e40a89df3/v1/content HTTP/1.1" 200 0 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e75bfd52-4d26-4422-a987-3d1e40a89df3/v1 HTTP/1.1" 200 138 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e75bfd52-4d26-4422-a987-3d1e40a89df3/v1/profile HTTP/1.1" 201 314 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e75bfd52-4d26-4422-a987-3d1e40a89df3/v1/profile/pnf-cnf-profile-0ee33704-6e76-4125-a668-c66f0eafa8b3 HTTP/1.1" 200 314 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e75bfd52-4d26-4422-a987-3d1e40a89df3/v1/profile/pnf-cnf-profile-0ee33704-6e76-4125-a668-c66f0eafa8b3/content HTTP/1.1" 200 0 2022/07/05 05:18:58 Main rss info 2022/07/05 05:18:58 Path: /tmp/helm-tmpl-887358353/manifest-0 2022/07/05 05:18:58 Kind: Service 2022/07/05 05:18:58 Path: /tmp/helm-tmpl-887358353/manifest-1 2022/07/05 05:18:58 Kind: Service 2022/07/05 05:18:58 Path: /tmp/helm-tmpl-887358353/manifest-2 2022/07/05 05:18:58 Kind: Pod 2022/07/05 05:18:58 Path: /tmp/helm-tmpl-887358353/manifest-3 2022/07/05 05:18:58 Kind: Deployment 2022/07/05 05:18:58 Crd rss info 2022/07/05 05:18:58 Hook info {"filepath":"/tmp/helm-tmpl-887358353/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:18:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-05T05:18:59Z"} {"filepath":"/tmp/helm-tmpl-887358353/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:18:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-07-05T05:18:59Z"} {"filepath":"/tmp/helm-tmpl-887358353/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:18:59Z"} 2022/07/05 05:18:59 No plugin for kind Pod found. Using generic Plugin 2022/07/05 05:18:59 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-07-05T05:18:59Z"} {"filepath":"/tmp/helm-tmpl-887358353/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:18:59Z"} 2022/07/05 05:18:59 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-05T05:18:59Z"} 10.233.71.173 - - [05/Jul/2022:05:18:58 +0000] "POST /v1/instance HTTP/1.1" 201 744 10.233.71.173 - - [05/Jul/2022:05:20:43 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.71.173 - - [05/Jul/2022:05:20:43 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.71.173 - - [05/Jul/2022:05:20:43 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 127.0.0.1 - - [05/Jul/2022:05:21:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [05/Jul/2022:05:21:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [05/Jul/2022:05:21:04 +0000] "POST /v1/rb/definition/c83b6844-913f-4f4c-8ac5-735d389dee14/596fa27b-9cf1-4add-bcf1-899c2f6a0fad/content HTTP/1.1" 200 0 10.233.68.243 - - [05/Jul/2022:05:24:11 +0000] "GET /v1/rb/definition/c83b6844-913f-4f4c-8ac5-735d389dee14/596fa27b-9cf1-4add-bcf1-899c2f6a0fad HTTP/1.1" 200 277 10.233.68.243 - - [05/Jul/2022:05:24:11 +0000] "GET /v1/rb/definition/c83b6844-913f-4f4c-8ac5-735d389dee14/596fa27b-9cf1-4add-bcf1-899c2f6a0fad/profile/node-port-profile HTTP/1.1" 404 87 10.233.68.243 - - [05/Jul/2022:05:24:11 +0000] "POST /v1/rb/definition/c83b6844-913f-4f4c-8ac5-735d389dee14/596fa27b-9cf1-4add-bcf1-899c2f6a0fad/profile HTTP/1.1" 201 270 10.233.68.243 - - [05/Jul/2022:05:24:11 +0000] "POST /v1/rb/definition/c83b6844-913f-4f4c-8ac5-735d389dee14/596fa27b-9cf1-4add-bcf1-899c2f6a0fad/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.68.243 - - [05/Jul/2022:05:24:23 +0000] "GET /v1/rb/definition/c83b6844-913f-4f4c-8ac5-735d389dee14/596fa27b-9cf1-4add-bcf1-899c2f6a0fad HTTP/1.1" 200 277 10.233.68.243 - - [05/Jul/2022:05:24:23 +0000] "GET /v1/rb/definition/c83b6844-913f-4f4c-8ac5-735d389dee14/596fa27b-9cf1-4add-bcf1-899c2f6a0fad/config-template/replica-count-template HTTP/1.1" 500 78 2022/07/05 05:24:23 [ConfigiTemplate]: create c83b6844-913f-4f4c-8ac5-735d389dee14 10.233.68.243 - - [05/Jul/2022:05:24:23 +0000] "POST /v1/rb/definition/c83b6844-913f-4f4c-8ac5-735d389dee14/596fa27b-9cf1-4add-bcf1-899c2f6a0fad/config-template HTTP/1.1" 201 113 2022/07/05 05:24:23 [ConfigTemplate]: Upload replica-count-template 10.233.68.243 - - [05/Jul/2022:05:24:23 +0000] "POST /v1/rb/definition/c83b6844-913f-4f4c-8ac5-735d389dee14/596fa27b-9cf1-4add-bcf1-899c2f6a0fad/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/07/05 05:24:28 Main rss info 2022/07/05 05:24:28 Path: /tmp/helm-tmpl-057615439/manifest-0 2022/07/05 05:24:28 Kind: Service 2022/07/05 05:24:28 Path: /tmp/helm-tmpl-057615439/manifest-1 2022/07/05 05:24:28 Kind: Deployment 2022/07/05 05:24:28 Crd rss info 2022/07/05 05:24:28 Hook info {"filepath":"/tmp/helm-tmpl-057615439/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:24:28Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-07-05T05:24:28Z"} {"filepath":"/tmp/helm-tmpl-057615439/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:24:28Z"} 2022/07/05 05:24:28 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-07-05T05:24:28Z"} 10.233.68.93 - - [05/Jul/2022:05:24:28 +0000] "POST /v1/instance HTTP/1.1" 201 1279 2022/07/05 05:24:30 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.93 - - [05/Jul/2022:05:24:30 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 14524 {"instance":"fervent_nash","level":"info","msg":"[START] status notify thread for ","time":"2022-07-05T05:24:53Z"} {"instance":"fervent_nash","level":"info","msg":"REFRESH WATCHERS","subscription":"fervent_nash-cnf-adapter","time":"2022-07-05T05:24:58Z"} {"Instance":"fervent_nash","Kind":"Pod","Subscription":"fervent_nash-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-07-05T05:24:58Z"} {"Instance":"fervent_nash","Kind":"Deployment","Subscription":"fervent_nash-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-07-05T05:24:58Z"} {"Instance":"fervent_nash","Kind":"Service","Subscription":"fervent_nash-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-07-05T05:24:58Z"} {"InstanceId":"fervent_nash","SubscriptionName":"fervent_nash-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-07-05T05:24:58Z"} 10.233.68.93 - - [05/Jul/2022:05:24:53 +0000] "POST /v1/instance/fervent_nash/status/subscription HTTP/1.1" 201 642 {"InstanceId":"fervent_nash","SubscriptionName":"fervent_nash-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-07-05T05:25:03Z"} 2022/07/05 05:25:07 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.243 - - [05/Jul/2022:05:25:07 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 14864 2022/07/05 05:25:17 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.243 - - [05/Jul/2022:05:25:17 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 14864 10.233.68.243 - - [05/Jul/2022:05:25:27 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 14676 2022/07/05 05:25:27 [scheduleResources]: START thread 10.233.68.243 - - [05/Jul/2022:05:25:27 +0000] "GET /v1/instance/fervent_nash/config/replica-count-change HTTP/1.1" 500 60 2022/07/05 05:25:32 [Config Create] Instance fervent_nash 2022/07/05 05:25:32 [ConfigTemplate]: Download replica-count-template 2022/07/05 05:25:32 Before Sent to goroutine {c83b6844-913f-4f4c-8ac5-735d389dee14 596fa27b-9cf1-4add-bcf1-899c2f6a0fad node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/05 05:25:32 Message Sent to goroutine {c83b6844-913f-4f4c-8ac5-735d389dee14 596fa27b-9cf1-4add-bcf1-899c2f6a0fad node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/05 05:25:32 [scheduleResources]: POST {c83b6844-913f-4f4c-8ac5-735d389dee14 596fa27b-9cf1-4add-bcf1-899c2f6a0fad node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-289969741/manifest-0}] {"filepath":"/tmp/helm-tmpl-289969741/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:25:32Z"} 2022/07/05 05:25:32 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-289969741/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-07-05T05:25:32Z"} {"filepath":"/tmp/helm-tmpl-289969741/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-07-05T05:25:32Z"} 2022/07/05 05:25:32 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-07-05T05:25:32Z"} 2022/07/05 05:25:32 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.68.243 - - [05/Jul/2022:05:25:32 +0000] "POST /v1/instance/fervent_nash/config HTTP/1.1" 201 264 2022/07/05 05:25:32 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.243 - - [05/Jul/2022:05:25:32 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 19541 {"Instance":"fervent_nash","Subscription":"fervent_nash-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-07-05T05:25:38Z"} {"Kind":"Pod","Name":"rel-1-apache-799f7fd8-94nv2","level":"info","msg":"CREATED","time":"2022-07-05T05:25:38Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-07-05T05:25:38Z"} {"Kind":"Pod","Name":"rel-1-apache-799f7fd8-xzgxm","level":"info","msg":"MODIFIED","time":"2022-07-05T05:25:38Z"} 2022/07/05 05:25:38 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.93 - - [05/Jul/2022:05:25:38 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 20910 {"InstanceId":"fervent_nash","Result":202,"SubscriptionName":"fervent_nash-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-07-05T05:25:41Z"} 2022/07/05 05:25:42 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.243 - - [05/Jul/2022:05:25:42 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 20910 2022/07/05 05:25:52 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.243 - - [05/Jul/2022:05:25:52 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 21250 2022/07/05 05:26:03 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.243 - - [05/Jul/2022:05:26:03 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 21250 {"Instance":"fervent_nash","Subscription":"fervent_nash-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-07-05T05:26:11Z"} {"Kind":"Pod","Name":"rel-1-apache-799f7fd8-94nv2","level":"info","msg":"MODIFIED","time":"2022-07-05T05:26:11Z"} 2022/07/05 05:26:11 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.93 - - [05/Jul/2022:05:26:11 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 21250 10.233.68.243 - - [05/Jul/2022:05:26:13 +0000] "GET /v1/instance/fervent_nash/status HTTP/1.1" 200 20958 {"InstanceId":"fervent_nash","Result":202,"SubscriptionName":"fervent_nash-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-07-05T05:26:13Z"} {"Instance":"fervent_nash","Kind":"Deployment","Subscription":"fervent_nash-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-07-05T05:26:42Z"} {"Instance":"fervent_nash","Kind":"Pod","Subscription":"fervent_nash-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-07-05T05:26:42Z"} {"Instance":"fervent_nash","Kind":"Service","Subscription":"fervent_nash-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-07-05T05:26:42Z"} 2022/07/05 05:26:42 Deleted Obj with ID ObjectID("62c3cb2ad335d2edc2cb06dd") 2022/07/05 05:26:42 Deleted Obj with ID ObjectID("62c3cb2a43a7460cb89e95b8") 10.233.68.93 - - [05/Jul/2022:05:26:42 +0000] "DELETE /v1/instance/fervent_nash/status/subscription/fervent_nash-cnf-adapter HTTP/1.1" 202 0 2022/07/05 05:26:42 [Config Cleanup] Instance fervent_nash 2022/07/05 05:26:42 [Config Delete] Instance fervent_nash Config replica-count-change 2022/07/05 05:26:42 [ConfigTemplate]: Download replica-count-template 2022/07/05 05:26:42 Before Sent to goroutine {c83b6844-913f-4f4c-8ac5-735d389dee14 596fa27b-9cf1-4add-bcf1-899c2f6a0fad node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/05 05:26:42 Message Sent to goroutine {c83b6844-913f-4f4c-8ac5-735d389dee14 596fa27b-9cf1-4add-bcf1-899c2f6a0fad node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/07/05 05:26:42 [scheduleResources]: DELETE {c83b6844-913f-4f4c-8ac5-735d389dee14 596fa27b-9cf1-4add-bcf1-899c2f6a0fad node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-07-05T05:26:42Z"} 2022/07/05 05:26:42 No plugin for kind Deployment found. Using generic Plugin 2022/07/05 05:26:42 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/07/05 05:26:42 [Config Delete All] Instance fervent_nash Config replica-count-change 2022/07/05 05:26:42 Stop config thread for fervent_nash {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-07-05T05:26:42Z"} 2022/07/05 05:26:42 No plugin for kind Deployment found. Using generic Plugin 2022/07/05 05:26:42 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-07-05T05:26:42Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-07-05T05:26:42Z"} 2022/07/05 05:26:42 Deleting service: rel-1-apache {"instance":"fervent_nash","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-05T05:26:42Z"} 2022/07/05 05:26:42 Deleted Obj with ID ObjectID("62c3cb0cd335d2edc2cb06dc") 10.233.68.93 - - [05/Jul/2022:05:26:42 +0000] "DELETE /v1/instance/fervent_nash HTTP/1.1" 202 0 2022/07/05 05:26:42 Deleted Obj with ID ObjectID("62c3cb0c43a7460cb89e9590") {"instance":"fervent_nash","level":"info","msg":"[START] status notify thread for ","time":"2022-07-05T05:26:43Z"} {"InstanceId":"fervent_nash","SubscriptionName":"fervent_nash-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-07-05T05:26:48Z"} 10.233.71.173 - - [05/Jul/2022:05:27:06 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 2022/07/05 05:27:06 Deleted Obj with ID ObjectID("62c3ca2bd335d2edc2cb06ce") 10.233.71.173 - - [05/Jul/2022:05:27:06 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/07/05 05:27:06 Deleted Obj with ID ObjectID("62c3ca2b43a7460cb89e94aa") 2022/07/05 05:27:14 [Config Cleanup] Instance recursing_shaw 2022/07/05 05:27:14 [scheduleResources]: START thread 2022/07/05 05:27:19 Stop config thread for recursing_shaw {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-05T05:27:19Z"} 2022/07/05 05:27:19 No plugin for kind Deployment found. Using generic Plugin 2022/07/05 05:27:19 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-07-05T05:27:19Z"} 2022/07/05 05:27:19 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-07-05T05:27:19Z"} 2022/07/05 05:27:19 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-07-05T05:27:19Z"} 2022/07/05 05:27:19 Deleting service: pnf-macro-test-simulator-mongo {"instance":"recursing_shaw","level":"info","msg":"[START] status notify thread for ","time":"2022-07-05T05:27:19Z"} {"instance":"recursing_shaw","level":"info","msg":"[STOP] status notify thread for ","time":"2022-07-05T05:27:24Z"} 2022/07/05 05:27:24 Deleted Obj with ID ObjectID("62c3c9c2d335d2edc2cb06cd") 10.233.71.173 - - [05/Jul/2022:05:27:14 +0000] "DELETE /v1/instance/recursing_shaw HTTP/1.1" 202 0 2022/07/05 05:27:24 Deleted Obj with ID ObjectID("62c3c9c243a7460cb89e9463") 10.233.71.173 - - [05/Jul/2022:05:27:24 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/07/05 05:27:24 Deleted Obj with ID ObjectID("62c3c9c2d335d2edc2cb06c5") 2022/07/05 05:27:24 Deleted Obj with ID ObjectID("62c3c9c243a7460cb89e9428") 10.233.71.173 - - [05/Jul/2022:05:27:24 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0