2022/09/30 04:57:06 Starting Kubernetes Multicloud API 2022/09/30 04:57:06 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-09-30T04:57:16Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-09-30T04:57:16Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-09-30T05:48:08Z"} 10.233.67.234 - - [30/Sep/2022:05:48:08 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.70.29 - - [30/Sep/2022:06:16:27 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [30/Sep/2022:06:21:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [30/Sep/2022:06:21:48 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "GET /v1/rb/definition/cds-ms-rb-756b62bc-c3b7-4390-babe-d766708048fc/v1 HTTP/1.1" 200 124 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "POST /v1/rb/definition/cds-ms-rb-756b62bc-c3b7-4390-babe-d766708048fc/v1/content HTTP/1.1" 200 0 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "GET /v1/rb/definition/cds-ms-rb-756b62bc-c3b7-4390-babe-d766708048fc/v1 HTTP/1.1" 200 138 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "POST /v1/rb/definition/cds-ms-rb-756b62bc-c3b7-4390-babe-d766708048fc/v1/profile HTTP/1.1" 201 305 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "GET /v1/rb/definition/cds-ms-rb-756b62bc-c3b7-4390-babe-d766708048fc/v1/profile/cds-ms-prof-4bd7e3d2-6909-42e8-bcbd-c309dc39298e HTTP/1.1" 200 305 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "POST /v1/rb/definition/cds-ms-rb-756b62bc-c3b7-4390-babe-d766708048fc/v1/profile/cds-ms-prof-4bd7e3d2-6909-42e8-bcbd-c309dc39298e/content HTTP/1.1" 200 0 2022/09/30 06:35:04 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/09/30 06:35:04 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/09/30 06:35:04 Main rss info 2022/09/30 06:35:04 Path: /tmp/helm-tmpl-375824174/manifest-0 2022/09/30 06:35:04 Kind: Service 2022/09/30 06:35:04 Path: /tmp/helm-tmpl-375824174/manifest-1 2022/09/30 06:35:04 Kind: Deployment 2022/09/30 06:35:04 Crd rss info 2022/09/30 06:35:04 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-09-30T06:35:04Z"} 2022/09/30 06:35:04 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-375824174/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T06:35:04Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-09-30T06:35:04Z"} {"filepath":"/tmp/helm-tmpl-375824174/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T06:35:04Z"} 2022/09/30 06:35:04 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-09-30T06:35:04Z"} 10.233.70.29 - - [30/Sep/2022:06:35:04 +0000] "POST /v1/instance HTTP/1.1" 201 544 10.233.70.29 - - [30/Sep/2022:06:36:09 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.29 - - [30/Sep/2022:06:36:09 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.70.29 - - [30/Sep/2022:06:36:09 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [30/Sep/2022:06:36:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 2022/09/30 06:36:29 [Config Cleanup] Instance nostalgic_darwin 2022/09/30 06:36:29 [scheduleResources]: START thread 2022/09/30 06:36:34 Stop config thread for nostalgic_darwin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-09-30T06:36:34Z"} 2022/09/30 06:36:34 [scheduleResources]: STOP thread 2022/09/30 06:36:34 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-09-30T06:36:34Z"} 2022/09/30 06:36:34 Deleting service: cds-regression-mockserver {"instance":"nostalgic_darwin","level":"info","msg":"[START] status notify thread for ","time":"2022-09-30T06:36:34Z"} 127.0.0.1 - - [30/Sep/2022:06:36:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [30/Sep/2022:06:36:36 +0000] "POST /v1/rb/definition/72f6091b-fdf8-4708-8a0f-67082cbc808e/1fac5c99-288b-4e5a-b11a-329b2df05f56/content HTTP/1.1" 200 0 {"instance":"nostalgic_darwin","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-30T06:36:39Z"} 2022/09/30 06:36:39 Deleted Obj with ID ObjectID("63368e18aad0f005a6e0b6b7") 2022/09/30 06:36:39 Deleted Obj with ID ObjectID("63368e195645572f19aa81a2") 10.233.70.29 - - [30/Sep/2022:06:36:29 +0000] "DELETE /v1/instance/nostalgic_darwin HTTP/1.1" 202 0 10.233.70.29 - - [30/Sep/2022:06:36:39 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/09/30 06:36:39 Deleted Obj with ID ObjectID("63368e18aad0f005a6e0b6ae") 2022/09/30 06:36:39 Deleted Obj with ID ObjectID("63368e185645572f19aa8164") 10.233.70.29 - - [30/Sep/2022:06:36:39 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.70.29 - - [30/Sep/2022:06:44:41 +0000] "GET /v1/rb/definition/72f6091b-fdf8-4708-8a0f-67082cbc808e/1fac5c99-288b-4e5a-b11a-329b2df05f56 HTTP/1.1" 200 270 10.233.70.29 - - [30/Sep/2022:06:44:41 +0000] "GET /v1/rb/definition/72f6091b-fdf8-4708-8a0f-67082cbc808e/1fac5c99-288b-4e5a-b11a-329b2df05f56/profile/cnftest HTTP/1.1" 404 87 10.233.70.29 - - [30/Sep/2022:06:44:41 +0000] "POST /v1/rb/definition/72f6091b-fdf8-4708-8a0f-67082cbc808e/1fac5c99-288b-4e5a-b11a-329b2df05f56/profile HTTP/1.1" 201 240 10.233.70.29 - - [30/Sep/2022:06:44:41 +0000] "GET /v1/rb/definition/72f6091b-fdf8-4708-8a0f-67082cbc808e/1fac5c99-288b-4e5a-b11a-329b2df05f56/profile/cnftest HTTP/1.1" 200 240 10.233.70.29 - - [30/Sep/2022:06:44:41 +0000] "POST /v1/rb/definition/72f6091b-fdf8-4708-8a0f-67082cbc808e/1fac5c99-288b-4e5a-b11a-329b2df05f56/profile/cnftest/content HTTP/1.1" 200 0 10.233.70.29 - - [30/Sep/2022:06:44:51 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-7528b433-c4e8-45b6-baab-d9a38ec77aac HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-09-30T06:44:51Z"} {"Body":{},"Payload":{"generic-vnf-id":"eddb469e-7f84-4e16-b002-7384a8296b43","vf-module-id":"d659a1e3-cd1d-466e-b055-52dd6b7213e5","vf-module-model-invariant-id":"72f6091b-fdf8-4708-8a0f-67082cbc808e","vf-module-model-version-id":"dce9f0bd-f9c5-4bed-9c20-8604feabff93","vf-module-model-customization-id":"1fac5c99-288b-4e5a-b11a-329b2df05f56","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-7528b433-c4e8-45b6-baab-d9a38ec77aac"}},"level":"info","msg":"Broker API Payload","time":"2022-09-30T06:44:51Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"72f6091b-fdf8-4708-8a0f-67082cbc808e","rb-version":"1fac5c99-288b-4e5a-b11a-329b2df05f56","profile-name":"cnftest","release-name":"d659a1e3-cd1d-466e-b055-52dd6b7213e5","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-7528b433-c4e8-45b6-baab-d9a38ec77aac"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-09-30T06:44:51Z"} 2022/09/30 06:44:51 Main rss info 2022/09/30 06:44:51 Path: /tmp/helm-tmpl-400239839/manifest-0 2022/09/30 06:44:51 Kind: Service 2022/09/30 06:44:51 Path: /tmp/helm-tmpl-400239839/manifest-1 2022/09/30 06:44:51 Kind: Deployment 2022/09/30 06:44:51 Crd rss info 2022/09/30 06:44:51 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-09-30T06:44:51Z"} 2022/09/30 06:44:51 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-400239839/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T06:44:51Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-09-30T06:44:51Z"} {"filepath":"/tmp/helm-tmpl-400239839/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T06:44:51Z"} 2022/09/30 06:44:51 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-09-30T06:44:51Z"} 10.233.70.29 - - [30/Sep/2022:06:44:51 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 304 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"stupefied_cohen","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-30T06:44:51Z"} 10.233.70.29 - - [30/Sep/2022:06:44:51 +0000] "GET /basicnf-owner/k8sregion/infra_workload/stupefied_cohen HTTP/1.1" 200 123 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"stupefied_cohen","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-30T06:44:51Z"} 10.233.70.29 - - [30/Sep/2022:06:44:52 +0000] "POST /basicnf-owner/k8sregion/infra_workload/stupefied_cohen HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"stupefied_cohen","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-09-30T06:45:22Z"} 10.233.70.29 - - [30/Sep/2022:06:45:22 +0000] "GET /basicnf-owner/k8sregion/infra_workload/stupefied_cohen HTTP/1.1" 200 123 2022/09/30 06:45:22 [Config Cleanup] Instance stupefied_cohen 2022/09/30 06:45:22 [scheduleResources]: START thread 2022/09/30 06:45:27 Stop config thread for stupefied_cohen {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-09-30T06:45:27Z"} 2022/09/30 06:45:27 No plugin for kind Deployment found. Using generic Plugin 2022/09/30 06:45:27 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-09-30T06:45:27Z"} 2022/09/30 06:45:27 Deleting service: cnftest-nginx {"instance":"stupefied_cohen","level":"info","msg":"[START] status notify thread for ","time":"2022-09-30T06:45:27Z"} {"instance":"stupefied_cohen","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-30T06:45:32Z"} 2022/09/30 06:45:32 Deleted Obj with ID ObjectID("63369063aad0f005a6e0b6c3") 2022/09/30 06:45:32 Deleted Obj with ID ObjectID("633690635645572f19aa836f") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"stupefied_cohen","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-09-30T06:45:32Z"} 10.233.70.29 - - [30/Sep/2022:06:45:22 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/stupefied_cohen HTTP/1.1" 202 123 10.233.70.29 - - [30/Sep/2022:06:45:40 +0000] "GET /v1/rb/definition/72f6091b-fdf8-4708-8a0f-67082cbc808e/1fac5c99-288b-4e5a-b11a-329b2df05f56 HTTP/1.1" 200 270 10.233.70.29 - - [30/Sep/2022:06:45:40 +0000] "GET /v1/rb/definition/72f6091b-fdf8-4708-8a0f-67082cbc808e/1fac5c99-288b-4e5a-b11a-329b2df05f56/profile/cnftest HTTP/1.1" 200 240 2022/09/30 06:45:40 Deleted Obj with ID ObjectID("63369059aad0f005a6e0b6c1") 2022/09/30 06:45:40 Deleted Obj with ID ObjectID("63369059aad0f005a6e0b6c2") 2022/09/30 06:45:40 Deleted Obj with ID ObjectID("633690595645572f19aa834d") 10.233.70.29 - - [30/Sep/2022:06:45:40 +0000] "DELETE /v1/rb/definition/72f6091b-fdf8-4708-8a0f-67082cbc808e/1fac5c99-288b-4e5a-b11a-329b2df05f56/profile/cnftest HTTP/1.1" 204 0 10.233.70.29 - - [30/Sep/2022:06:46:08 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/09/30 06:46:08 Deleted Obj with ID ObjectID("63368e59aad0f005a6e0b6b8") 2022/09/30 06:46:08 Deleted Obj with ID ObjectID("63368e595645572f19aa81d2") 10.233.70.29 - - [30/Sep/2022:06:46:08 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.70.29 - - [30/Sep/2022:06:54:16 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.29 - - [30/Sep/2022:06:54:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.70.29 - - [30/Sep/2022:06:54:16 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.70.29 - - [30/Sep/2022:06:54:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.29 - - [30/Sep/2022:06:54:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9e8bf61b-7e8b-49ac-823f-64b6354159a3/v1 HTTP/1.1" 200 125 10.233.70.29 - - [30/Sep/2022:06:54:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9e8bf61b-7e8b-49ac-823f-64b6354159a3/v1/content HTTP/1.1" 200 0 10.233.70.29 - - [30/Sep/2022:06:54:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9e8bf61b-7e8b-49ac-823f-64b6354159a3/v1 HTTP/1.1" 200 138 10.233.70.29 - - [30/Sep/2022:06:54:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9e8bf61b-7e8b-49ac-823f-64b6354159a3/v1/profile HTTP/1.1" 201 314 10.233.70.29 - - [30/Sep/2022:06:54:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9e8bf61b-7e8b-49ac-823f-64b6354159a3/v1/profile/pnf-cnf-profile-c913c856-8dfb-49d9-aad2-a751e70da3bc HTTP/1.1" 200 314 10.233.70.29 - - [30/Sep/2022:06:54:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9e8bf61b-7e8b-49ac-823f-64b6354159a3/v1/profile/pnf-cnf-profile-c913c856-8dfb-49d9-aad2-a751e70da3bc/content HTTP/1.1" 200 0 2022/09/30 06:54:17 Main rss info 2022/09/30 06:54:17 Path: /tmp/helm-tmpl-293139108/manifest-0 2022/09/30 06:54:17 Kind: Service 2022/09/30 06:54:17 Path: /tmp/helm-tmpl-293139108/manifest-1 2022/09/30 06:54:17 Kind: Service 2022/09/30 06:54:17 Path: /tmp/helm-tmpl-293139108/manifest-2 2022/09/30 06:54:17 Kind: Pod 2022/09/30 06:54:17 Path: /tmp/helm-tmpl-293139108/manifest-3 2022/09/30 06:54:17 Kind: Deployment 2022/09/30 06:54:17 Crd rss info 2022/09/30 06:54:17 Hook info {"filepath":"/tmp/helm-tmpl-293139108/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T06:54:17Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-30T06:54:17Z"} {"filepath":"/tmp/helm-tmpl-293139108/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T06:54:17Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-30T06:54:17Z"} {"filepath":"/tmp/helm-tmpl-293139108/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T06:54:17Z"} 2022/09/30 06:54:17 No plugin for kind Pod found. Using generic Plugin 2022/09/30 06:54:17 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-30T06:54:17Z"} {"filepath":"/tmp/helm-tmpl-293139108/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T06:54:17Z"} 2022/09/30 06:54:17 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-30T06:54:17Z"} 10.233.70.29 - - [30/Sep/2022:06:54:17 +0000] "POST /v1/instance HTTP/1.1" 201 741 10.233.70.29 - - [30/Sep/2022:06:56:07 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.29 - - [30/Sep/2022:06:56:07 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.70.29 - - [30/Sep/2022:06:56:07 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [30/Sep/2022:06:56:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [30/Sep/2022:06:56:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [30/Sep/2022:06:56:25 +0000] "POST /v1/rb/definition/7e2b2bd2-32d4-4734-a136-0dfb5830fc56/79dc95df-c9e1-451e-b2b1-1ee391de76db/content HTTP/1.1" 200 0 127.0.0.1 - - [30/Sep/2022:06:56:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.72.161 - - [30/Sep/2022:07:00:28 +0000] "GET /v1/rb/definition/7e2b2bd2-32d4-4734-a136-0dfb5830fc56/79dc95df-c9e1-451e-b2b1-1ee391de76db HTTP/1.1" 200 277 10.233.72.161 - - [30/Sep/2022:07:00:28 +0000] "GET /v1/rb/definition/7e2b2bd2-32d4-4734-a136-0dfb5830fc56/79dc95df-c9e1-451e-b2b1-1ee391de76db/profile/node-port-profile HTTP/1.1" 404 87 10.233.72.161 - - [30/Sep/2022:07:00:28 +0000] "POST /v1/rb/definition/7e2b2bd2-32d4-4734-a136-0dfb5830fc56/79dc95df-c9e1-451e-b2b1-1ee391de76db/profile HTTP/1.1" 201 270 10.233.72.161 - - [30/Sep/2022:07:00:28 +0000] "POST /v1/rb/definition/7e2b2bd2-32d4-4734-a136-0dfb5830fc56/79dc95df-c9e1-451e-b2b1-1ee391de76db/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.72.161 - - [30/Sep/2022:07:00:42 +0000] "GET /v1/rb/definition/7e2b2bd2-32d4-4734-a136-0dfb5830fc56/79dc95df-c9e1-451e-b2b1-1ee391de76db HTTP/1.1" 200 277 10.233.72.161 - - [30/Sep/2022:07:00:42 +0000] "GET /v1/rb/definition/7e2b2bd2-32d4-4734-a136-0dfb5830fc56/79dc95df-c9e1-451e-b2b1-1ee391de76db/config-template/replica-count-template HTTP/1.1" 500 78 2022/09/30 07:00:42 [ConfigiTemplate]: create 7e2b2bd2-32d4-4734-a136-0dfb5830fc56 10.233.72.161 - - [30/Sep/2022:07:00:42 +0000] "POST /v1/rb/definition/7e2b2bd2-32d4-4734-a136-0dfb5830fc56/79dc95df-c9e1-451e-b2b1-1ee391de76db/config-template HTTP/1.1" 201 113 2022/09/30 07:00:42 [ConfigTemplate]: Upload replica-count-template 10.233.72.161 - - [30/Sep/2022:07:00:42 +0000] "POST /v1/rb/definition/7e2b2bd2-32d4-4734-a136-0dfb5830fc56/79dc95df-c9e1-451e-b2b1-1ee391de76db/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/09/30 07:00:45 Main rss info 2022/09/30 07:00:45 Path: /tmp/helm-tmpl-521706250/manifest-0 2022/09/30 07:00:45 Kind: Service 2022/09/30 07:00:45 Path: /tmp/helm-tmpl-521706250/manifest-1 2022/09/30 07:00:45 Kind: Deployment 2022/09/30 07:00:45 Crd rss info 2022/09/30 07:00:45 Hook info {"filepath":"/tmp/helm-tmpl-521706250/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T07:00:45Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-30T07:00:45Z"} {"filepath":"/tmp/helm-tmpl-521706250/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T07:00:45Z"} 2022/09/30 07:00:45 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-30T07:00:45Z"} 10.233.67.234 - - [30/Sep/2022:07:00:45 +0000] "POST /v1/instance HTTP/1.1" 201 1288 2022/09/30 07:00:46 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.67.234 - - [30/Sep/2022:07:00:46 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 14565 {"instance":"compassionate_gagarin","level":"info","msg":"[START] status notify thread for ","time":"2022-09-30T07:01:10Z"} {"instance":"compassionate_gagarin","level":"info","msg":"REFRESH WATCHERS","subscription":"compassionate_gagarin-cnf-adapter","time":"2022-09-30T07:01:15Z"} {"Instance":"compassionate_gagarin","Kind":"Service","Subscription":"compassionate_gagarin-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-30T07:01:15Z"} {"Instance":"compassionate_gagarin","Kind":"Pod","Subscription":"compassionate_gagarin-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-30T07:01:15Z"} {"Instance":"compassionate_gagarin","Kind":"Deployment","Subscription":"compassionate_gagarin-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-09-30T07:01:15Z"} {"InstanceId":"compassionate_gagarin","SubscriptionName":"compassionate_gagarin-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-09-30T07:01:15Z"} 10.233.67.234 - - [30/Sep/2022:07:01:10 +0000] "POST /v1/instance/compassionate_gagarin/status/subscription HTTP/1.1" 201 669 {"InstanceId":"compassionate_gagarin","SubscriptionName":"compassionate_gagarin-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-09-30T07:01:20Z"} 2022/09/30 07:01:21 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.161 - - [30/Sep/2022:07:01:21 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 14905 2022/09/30 07:01:31 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.161 - - [30/Sep/2022:07:01:31 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 14905 10.233.72.161 - - [30/Sep/2022:07:01:41 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 14717 2022/09/30 07:01:41 [scheduleResources]: START thread 10.233.72.161 - - [30/Sep/2022:07:01:41 +0000] "GET /v1/instance/compassionate_gagarin/config/replica-count-change HTTP/1.1" 500 60 2022/09/30 07:01:46 [Config Create] Instance compassionate_gagarin 2022/09/30 07:01:46 [ConfigTemplate]: Download replica-count-template 2022/09/30 07:01:47 Before Sent to goroutine {7e2b2bd2-32d4-4734-a136-0dfb5830fc56 79dc95df-c9e1-451e-b2b1-1ee391de76db node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/30 07:01:47 Message Sent to goroutine {7e2b2bd2-32d4-4734-a136-0dfb5830fc56 79dc95df-c9e1-451e-b2b1-1ee391de76db node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/30 07:01:47 [scheduleResources]: POST {7e2b2bd2-32d4-4734-a136-0dfb5830fc56 79dc95df-c9e1-451e-b2b1-1ee391de76db node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-401697890/manifest-0}] {"filepath":"/tmp/helm-tmpl-401697890/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T07:01:47Z"} 2022/09/30 07:01:47 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-401697890/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-09-30T07:01:47Z"} {"filepath":"/tmp/helm-tmpl-401697890/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-30T07:01:47Z"} 2022/09/30 07:01:47 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-09-30T07:01:47Z"} 2022/09/30 07:01:47 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.72.161 - - [30/Sep/2022:07:01:46 +0000] "POST /v1/instance/compassionate_gagarin/config HTTP/1.1" 201 273 2022/09/30 07:01:47 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.161 - - [30/Sep/2022:07:01:47 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 14782 {"Instance":"compassionate_gagarin","Subscription":"compassionate_gagarin-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-30T07:01:55Z"} {"Kind":"Pod","Name":"rel-1-apache-bbdb957dc-c6p8j","level":"info","msg":"CREATED","time":"2022-09-30T07:01:55Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-09-30T07:01:55Z"} {"Kind":"Pod","Name":"rel-1-apache-bbdb957dc-nhff4","level":"info","msg":"MODIFIED","time":"2022-09-30T07:01:55Z"} 2022/09/30 07:01:55 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.67.234 - - [30/Sep/2022:07:01:55 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 20964 2022/09/30 07:01:57 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.161 - - [30/Sep/2022:07:01:57 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 20964 {"InstanceId":"compassionate_gagarin","Result":202,"SubscriptionName":"compassionate_gagarin-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-30T07:01:57Z"} 2022/09/30 07:02:07 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.161 - - [30/Sep/2022:07:02:07 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 21304 2022/09/30 07:02:17 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.161 - - [30/Sep/2022:07:02:17 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 21304 10.233.72.161 - - [30/Sep/2022:07:02:27 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 21012 {"Instance":"compassionate_gagarin","Subscription":"compassionate_gagarin-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-09-30T07:02:27Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-09-30T07:02:27Z"} {"Kind":"Pod","Name":"rel-1-apache-bbdb957dc-c6p8j","level":"info","msg":"MODIFIED","time":"2022-09-30T07:02:27Z"} 10.233.67.234 - - [30/Sep/2022:07:02:27 +0000] "GET /v1/instance/compassionate_gagarin/status HTTP/1.1" 200 21012 {"InstanceId":"compassionate_gagarin","Result":202,"SubscriptionName":"compassionate_gagarin-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-09-30T07:02:29Z"} {"Instance":"compassionate_gagarin","Kind":"Deployment","Subscription":"compassionate_gagarin-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-30T07:02:50Z"} {"Instance":"compassionate_gagarin","Kind":"Pod","Subscription":"compassionate_gagarin-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-30T07:02:50Z"} {"Instance":"compassionate_gagarin","Kind":"Service","Subscription":"compassionate_gagarin-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-09-30T07:02:50Z"} 2022/09/30 07:02:50 Deleted Obj with ID ObjectID("6336943baad0f005a6e0b6df") 2022/09/30 07:02:50 Deleted Obj with ID ObjectID("6336943b5645572f19aa86bb") 10.233.67.234 - - [30/Sep/2022:07:02:50 +0000] "DELETE /v1/instance/compassionate_gagarin/status/subscription/compassionate_gagarin-cnf-adapter HTTP/1.1" 202 0 2022/09/30 07:02:50 [Config Cleanup] Instance compassionate_gagarin 2022/09/30 07:02:50 [Config Delete] Instance compassionate_gagarin Config replica-count-change 2022/09/30 07:02:50 [ConfigTemplate]: Download replica-count-template 2022/09/30 07:02:50 Before Sent to goroutine {7e2b2bd2-32d4-4734-a136-0dfb5830fc56 79dc95df-c9e1-451e-b2b1-1ee391de76db node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/30 07:02:50 Message Sent to goroutine {7e2b2bd2-32d4-4734-a136-0dfb5830fc56 79dc95df-c9e1-451e-b2b1-1ee391de76db node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/09/30 07:02:50 [scheduleResources]: DELETE {7e2b2bd2-32d4-4734-a136-0dfb5830fc56 79dc95df-c9e1-451e-b2b1-1ee391de76db node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-30T07:02:50Z"} 2022/09/30 07:02:50 No plugin for kind Deployment found. Using generic Plugin 2022/09/30 07:02:50 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/09/30 07:02:50 [Config Delete All] Instance compassionate_gagarin Config replica-count-change 2022/09/30 07:02:50 Stop config thread for compassionate_gagarin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-30T07:02:50Z"} 2022/09/30 07:02:50 [scheduleResources]: STOP thread 2022/09/30 07:02:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-09-30T07:02:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-09-30T07:02:50Z"} 2022/09/30 07:02:50 Deleting service: rel-1-apache {"instance":"compassionate_gagarin","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-30T07:02:50Z"} 2022/09/30 07:02:50 Deleted Obj with ID ObjectID("6336941daad0f005a6e0b6de") 2022/09/30 07:02:50 Deleted Obj with ID ObjectID("6336941d5645572f19aa8693") 10.233.67.234 - - [30/Sep/2022:07:02:50 +0000] "DELETE /v1/instance/compassionate_gagarin HTTP/1.1" 202 0 {"instance":"compassionate_gagarin","level":"info","msg":"[START] status notify thread for ","time":"2022-09-30T07:02:59Z"} {"InstanceId":"compassionate_gagarin","SubscriptionName":"compassionate_gagarin-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-09-30T07:03:04Z"} 10.233.70.29 - - [30/Sep/2022:07:03:07 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/09/30 07:03:07 Deleted Obj with ID ObjectID("63369307aad0f005a6e0b6cd") 2022/09/30 07:03:07 Deleted Obj with ID ObjectID("633693075645572f19aa8581") 10.233.70.29 - - [30/Sep/2022:07:03:07 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 2022/09/30 07:05:33 [Config Cleanup] Instance sleepy_bell 2022/09/30 07:05:33 [scheduleResources]: START thread 2022/09/30 07:05:38 Stop config thread for sleepy_bell {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-30T07:05:38Z"} 2022/09/30 07:05:38 [scheduleResources]: STOP thread 2022/09/30 07:05:38 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-30T07:05:38Z"} 2022/09/30 07:05:38 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-30T07:05:38Z"} 2022/09/30 07:05:38 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-30T07:05:38Z"} 2022/09/30 07:05:38 Deleting service: pnf-macro-test-simulator-mongo {"instance":"sleepy_bell","level":"info","msg":"[START] status notify thread for ","time":"2022-09-30T07:05:38Z"} {"instance":"sleepy_bell","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-30T07:05:43Z"} 2022/09/30 07:05:43 Deleted Obj with ID ObjectID("63369299aad0f005a6e0b6cc") 2022/09/30 07:05:43 Deleted Obj with ID ObjectID("633692995645572f19aa8534") 10.233.70.29 - - [30/Sep/2022:07:05:33 +0000] "DELETE /v1/instance/sleepy_bell HTTP/1.1" 202 0 10.233.70.29 - - [30/Sep/2022:07:05:43 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/09/30 07:05:43 Deleted Obj with ID ObjectID("63369298aad0f005a6e0b6c4") 10.233.70.29 - - [30/Sep/2022:07:05:43 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/09/30 07:05:43 Deleted Obj with ID ObjectID("633692995645572f19aa84f9")