2022/11/15 04:45:14 Starting Kubernetes Multicloud API 2022/11/15 04:45:14 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-11-15T04:45:24Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-11-15T04:45:24Z"} 10.233.72.211 - - [15/Nov/2022:05:19:29 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-11-15T05:19:29Z"} 10.233.70.94 - - [15/Nov/2022:06:01:08 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [15/Nov/2022:06:06:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [15/Nov/2022:06:06:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "GET /v1/rb/definition/cds-ms-rb-f2817404-8bad-4be6-ad19-10a838b5dfad/v1 HTTP/1.1" 200 124 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "POST /v1/rb/definition/cds-ms-rb-f2817404-8bad-4be6-ad19-10a838b5dfad/v1/content HTTP/1.1" 200 0 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "GET /v1/rb/definition/cds-ms-rb-f2817404-8bad-4be6-ad19-10a838b5dfad/v1 HTTP/1.1" 200 138 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "POST /v1/rb/definition/cds-ms-rb-f2817404-8bad-4be6-ad19-10a838b5dfad/v1/profile HTTP/1.1" 201 305 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "GET /v1/rb/definition/cds-ms-rb-f2817404-8bad-4be6-ad19-10a838b5dfad/v1/profile/cds-ms-prof-443f027e-4d58-4d29-8b88-70cf39c02382 HTTP/1.1" 200 305 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "POST /v1/rb/definition/cds-ms-rb-f2817404-8bad-4be6-ad19-10a838b5dfad/v1/profile/cds-ms-prof-443f027e-4d58-4d29-8b88-70cf39c02382/content HTTP/1.1" 200 0 2022/11/15 06:19:23 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/11/15 06:19:23 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/11/15 06:19:23 Main rss info 2022/11/15 06:19:23 Path: /tmp/helm-tmpl-606545001/manifest-0 2022/11/15 06:19:23 Kind: Service 2022/11/15 06:19:23 Path: /tmp/helm-tmpl-606545001/manifest-1 2022/11/15 06:19:23 Kind: Deployment 2022/11/15 06:19:23 Crd rss info 2022/11/15 06:19:23 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-11-15T06:19:23Z"} 2022/11/15 06:19:23 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-606545001/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:19:23Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-11-15T06:19:23Z"} {"filepath":"/tmp/helm-tmpl-606545001/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:19:23Z"} 2022/11/15 06:19:23 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-11-15T06:19:23Z"} 10.233.70.94 - - [15/Nov/2022:06:19:23 +0000] "POST /v1/instance HTTP/1.1" 201 541 2022/11/15 06:20:46 [Config Cleanup] Instance cocky_keldysh 2022/11/15 06:20:46 [scheduleResources]: START thread 2022/11/15 06:20:51 Stop config thread for cocky_keldysh {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-11-15T06:20:51Z"} 2022/11/15 06:20:51 No plugin for kind Deployment found. Using generic Plugin 2022/11/15 06:20:51 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-11-15T06:20:51Z"} 2022/11/15 06:20:51 Deleting service: cds-regression-mockserver {"instance":"cocky_keldysh","level":"info","msg":"[START] status notify thread for ","time":"2022-11-15T06:20:51Z"} {"instance":"cocky_keldysh","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-15T06:20:56Z"} 2022/11/15 06:20:56 Deleted Obj with ID ObjectID("63732f6b1fdae1a2a3081bfc") 2022/11/15 06:20:56 Deleted Obj with ID ObjectID("63732f6ae4763e8520425620") 10.233.70.94 - - [15/Nov/2022:06:20:46 +0000] "DELETE /v1/instance/cocky_keldysh HTTP/1.1" 202 0 10.233.70.94 - - [15/Nov/2022:06:20:56 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/11/15 06:20:56 Deleted Obj with ID ObjectID("63732f6b1fdae1a2a3081bf3") 2022/11/15 06:20:56 Deleted Obj with ID ObjectID("63732f6ae4763e85204255e2") 10.233.70.94 - - [15/Nov/2022:06:20:56 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [15/Nov/2022:06:21:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.70.94 - - [15/Nov/2022:06:21:33 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.94 - - [15/Nov/2022:06:21:33 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.70.94 - - [15/Nov/2022:06:21:33 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [15/Nov/2022:06:21:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [15/Nov/2022:06:21:56 +0000] "POST /v1/rb/definition/535faca3-1d5a-42d5-8791-af3f7efe634a/01602050-d760-4766-baaf-2c37a60cac89/content HTTP/1.1" 200 0 10.233.70.94 - - [15/Nov/2022:06:28:05 +0000] "GET /v1/rb/definition/535faca3-1d5a-42d5-8791-af3f7efe634a/01602050-d760-4766-baaf-2c37a60cac89 HTTP/1.1" 200 270 10.233.70.94 - - [15/Nov/2022:06:28:05 +0000] "GET /v1/rb/definition/535faca3-1d5a-42d5-8791-af3f7efe634a/01602050-d760-4766-baaf-2c37a60cac89/profile/cnftest HTTP/1.1" 404 87 10.233.70.94 - - [15/Nov/2022:06:28:05 +0000] "POST /v1/rb/definition/535faca3-1d5a-42d5-8791-af3f7efe634a/01602050-d760-4766-baaf-2c37a60cac89/profile HTTP/1.1" 201 240 10.233.70.94 - - [15/Nov/2022:06:28:05 +0000] "GET /v1/rb/definition/535faca3-1d5a-42d5-8791-af3f7efe634a/01602050-d760-4766-baaf-2c37a60cac89/profile/cnftest HTTP/1.1" 200 240 10.233.70.94 - - [15/Nov/2022:06:28:05 +0000] "POST /v1/rb/definition/535faca3-1d5a-42d5-8791-af3f7efe634a/01602050-d760-4766-baaf-2c37a60cac89/profile/cnftest/content HTTP/1.1" 200 0 10.233.70.94 - - [15/Nov/2022:06:28:14 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-4d79cf81-8253-4e99-ad6a-93cdb80aa40c HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-11-15T06:28:14Z"} {"Body":{},"Payload":{"generic-vnf-id":"33854928-5bf1-4f5f-a42d-beb53a5a23b4","vf-module-id":"b9fa7eff-18c4-4d66-a6f3-65858fe2cf7a","vf-module-model-invariant-id":"535faca3-1d5a-42d5-8791-af3f7efe634a","vf-module-model-version-id":"8f4f7992-af3a-4db5-a159-1b4f46b357be","vf-module-model-customization-id":"01602050-d760-4766-baaf-2c37a60cac89","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-4d79cf81-8253-4e99-ad6a-93cdb80aa40c"}},"level":"info","msg":"Broker API Payload","time":"2022-11-15T06:28:14Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"535faca3-1d5a-42d5-8791-af3f7efe634a","rb-version":"01602050-d760-4766-baaf-2c37a60cac89","profile-name":"cnftest","release-name":"b9fa7eff-18c4-4d66-a6f3-65858fe2cf7a","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-4d79cf81-8253-4e99-ad6a-93cdb80aa40c"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-11-15T06:28:14Z"} 2022/11/15 06:28:14 Main rss info 2022/11/15 06:28:14 Path: /tmp/helm-tmpl-909269366/manifest-0 2022/11/15 06:28:14 Kind: Service 2022/11/15 06:28:14 Path: /tmp/helm-tmpl-909269366/manifest-1 2022/11/15 06:28:14 Kind: Deployment 2022/11/15 06:28:14 Crd rss info 2022/11/15 06:28:14 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-11-15T06:28:14Z"} 2022/11/15 06:28:14 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-909269366/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:28:14Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-15T06:28:14Z"} {"filepath":"/tmp/helm-tmpl-909269366/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:28:14Z"} 2022/11/15 06:28:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-11-15T06:28:14Z"} 10.233.70.94 - - [15/Nov/2022:06:28:14 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 302 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"loving_pascal","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-15T06:28:14Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"loving_pascal","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-15T06:28:14Z"} 10.233.70.94 - - [15/Nov/2022:06:28:14 +0000] "GET /basicnf-owner/k8sregion/infra_workload/loving_pascal HTTP/1.1" 200 121 10.233.70.94 - - [15/Nov/2022:06:28:14 +0000] "POST /basicnf-owner/k8sregion/infra_workload/loving_pascal HTTP/1.1" 405 0 10.233.70.94 - - [15/Nov/2022:06:28:35 +0000] "GET /basicnf-owner/k8sregion/infra_workload/loving_pascal HTTP/1.1" 200 121 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"loving_pascal","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-11-15T06:28:35Z"} 2022/11/15 06:28:35 [Config Cleanup] Instance loving_pascal 2022/11/15 06:28:35 [scheduleResources]: START thread 2022/11/15 06:28:40 Stop config thread for loving_pascal {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-15T06:28:40Z"} 2022/11/15 06:28:40 No plugin for kind Deployment found. Using generic Plugin 2022/11/15 06:28:40 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-11-15T06:28:40Z"} 2022/11/15 06:28:40 Deleting service: cnftest-nginx {"instance":"loving_pascal","level":"info","msg":"[START] status notify thread for ","time":"2022-11-15T06:28:40Z"} {"instance":"loving_pascal","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-15T06:28:45Z"} 2022/11/15 06:28:45 Deleted Obj with ID ObjectID("6373317e1fdae1a2a3081c08") 2022/11/15 06:28:45 Deleted Obj with ID ObjectID("6373317de4763e85204257d4") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"loving_pascal","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-11-15T06:28:45Z"} 10.233.70.94 - - [15/Nov/2022:06:28:35 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/loving_pascal HTTP/1.1" 202 121 10.233.70.94 - - [15/Nov/2022:06:28:54 +0000] "GET /v1/rb/definition/535faca3-1d5a-42d5-8791-af3f7efe634a/01602050-d760-4766-baaf-2c37a60cac89 HTTP/1.1" 200 270 10.233.70.94 - - [15/Nov/2022:06:28:54 +0000] "GET /v1/rb/definition/535faca3-1d5a-42d5-8791-af3f7efe634a/01602050-d760-4766-baaf-2c37a60cac89/profile/cnftest HTTP/1.1" 200 240 2022/11/15 06:28:54 Deleted Obj with ID ObjectID("637331751fdae1a2a3081c06") 2022/11/15 06:28:54 Deleted Obj with ID ObjectID("637331751fdae1a2a3081c07") 2022/11/15 06:28:54 Deleted Obj with ID ObjectID("63733174e4763e85204257b2") 10.233.70.94 - - [15/Nov/2022:06:28:54 +0000] "DELETE /v1/rb/definition/535faca3-1d5a-42d5-8791-af3f7efe634a/01602050-d760-4766-baaf-2c37a60cac89/profile/cnftest HTTP/1.1" 204 0 10.233.70.94 - - [15/Nov/2022:06:29:22 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/11/15 06:29:22 Deleted Obj with ID ObjectID("63732fed1fdae1a2a3081c00") 10.233.70.94 - - [15/Nov/2022:06:29:22 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/11/15 06:29:22 Deleted Obj with ID ObjectID("63732fece4763e85204256a2") 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "GET /v1/rb/definition/pnf-cnf-rb-0e150481-5721-45a8-aa58-9763bc6af277/v1 HTTP/1.1" 200 125 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "POST /v1/rb/definition/pnf-cnf-rb-0e150481-5721-45a8-aa58-9763bc6af277/v1/content HTTP/1.1" 200 0 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "GET /v1/rb/definition/pnf-cnf-rb-0e150481-5721-45a8-aa58-9763bc6af277/v1 HTTP/1.1" 200 138 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "POST /v1/rb/definition/pnf-cnf-rb-0e150481-5721-45a8-aa58-9763bc6af277/v1/profile HTTP/1.1" 201 314 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "GET /v1/rb/definition/pnf-cnf-rb-0e150481-5721-45a8-aa58-9763bc6af277/v1/profile/pnf-cnf-profile-253389d4-ea67-4703-9766-e72b5886d331 HTTP/1.1" 200 314 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "POST /v1/rb/definition/pnf-cnf-rb-0e150481-5721-45a8-aa58-9763bc6af277/v1/profile/pnf-cnf-profile-253389d4-ea67-4703-9766-e72b5886d331/content HTTP/1.1" 200 0 2022/11/15 06:33:13 Main rss info 2022/11/15 06:33:13 Path: /tmp/helm-tmpl-958338252/manifest-0 2022/11/15 06:33:13 Kind: Service 2022/11/15 06:33:13 Path: /tmp/helm-tmpl-958338252/manifest-1 2022/11/15 06:33:13 Kind: Service 2022/11/15 06:33:13 Path: /tmp/helm-tmpl-958338252/manifest-2 2022/11/15 06:33:13 Kind: Pod 2022/11/15 06:33:13 Path: /tmp/helm-tmpl-958338252/manifest-3 2022/11/15 06:33:13 Kind: Deployment 2022/11/15 06:33:13 Crd rss info 2022/11/15 06:33:13 Hook info {"filepath":"/tmp/helm-tmpl-958338252/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:33:13Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-15T06:33:13Z"} {"filepath":"/tmp/helm-tmpl-958338252/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:33:13Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-15T06:33:13Z"} {"filepath":"/tmp/helm-tmpl-958338252/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:33:13Z"} 2022/11/15 06:33:13 No plugin for kind Pod found. Using generic Plugin 2022/11/15 06:33:13 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-11-15T06:33:13Z"} {"filepath":"/tmp/helm-tmpl-958338252/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:33:13Z"} 2022/11/15 06:33:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-15T06:33:13Z"} 10.233.70.94 - - [15/Nov/2022:06:33:13 +0000] "POST /v1/instance HTTP/1.1" 201 741 10.233.70.94 - - [15/Nov/2022:06:34:34 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.70.94 - - [15/Nov/2022:06:34:34 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7678 10.233.70.94 - - [15/Nov/2022:06:34:34 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 127.0.0.1 - - [15/Nov/2022:06:34:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [15/Nov/2022:06:34:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [15/Nov/2022:06:34:46 +0000] "POST /v1/rb/definition/bc832f1f-ba3f-49b7-9c94-a7ed3bc41858/c825c016-fbb1-47c5-9d9d-01550ef64844/content HTTP/1.1" 200 0 127.0.0.1 - - [15/Nov/2022:06:35:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.68.57 - - [15/Nov/2022:06:38:54 +0000] "GET /v1/rb/definition/bc832f1f-ba3f-49b7-9c94-a7ed3bc41858/c825c016-fbb1-47c5-9d9d-01550ef64844 HTTP/1.1" 200 277 10.233.68.57 - - [15/Nov/2022:06:38:54 +0000] "GET /v1/rb/definition/bc832f1f-ba3f-49b7-9c94-a7ed3bc41858/c825c016-fbb1-47c5-9d9d-01550ef64844/profile/node-port-profile HTTP/1.1" 404 87 10.233.68.57 - - [15/Nov/2022:06:38:54 +0000] "POST /v1/rb/definition/bc832f1f-ba3f-49b7-9c94-a7ed3bc41858/c825c016-fbb1-47c5-9d9d-01550ef64844/profile HTTP/1.1" 201 270 10.233.68.57 - - [15/Nov/2022:06:38:54 +0000] "POST /v1/rb/definition/bc832f1f-ba3f-49b7-9c94-a7ed3bc41858/c825c016-fbb1-47c5-9d9d-01550ef64844/profile/node-port-profile/content HTTP/1.1" 200 0 10.233.68.57 - - [15/Nov/2022:06:39:05 +0000] "GET /v1/rb/definition/bc832f1f-ba3f-49b7-9c94-a7ed3bc41858/c825c016-fbb1-47c5-9d9d-01550ef64844 HTTP/1.1" 200 277 10.233.68.57 - - [15/Nov/2022:06:39:05 +0000] "GET /v1/rb/definition/bc832f1f-ba3f-49b7-9c94-a7ed3bc41858/c825c016-fbb1-47c5-9d9d-01550ef64844/config-template/replica-count-template HTTP/1.1" 500 78 2022/11/15 06:39:05 [ConfigiTemplate]: create bc832f1f-ba3f-49b7-9c94-a7ed3bc41858 10.233.68.57 - - [15/Nov/2022:06:39:05 +0000] "POST /v1/rb/definition/bc832f1f-ba3f-49b7-9c94-a7ed3bc41858/c825c016-fbb1-47c5-9d9d-01550ef64844/config-template HTTP/1.1" 201 113 2022/11/15 06:39:05 [ConfigTemplate]: Upload replica-count-template 10.233.68.57 - - [15/Nov/2022:06:39:05 +0000] "POST /v1/rb/definition/bc832f1f-ba3f-49b7-9c94-a7ed3bc41858/c825c016-fbb1-47c5-9d9d-01550ef64844/config-template/replica-count-template/content HTTP/1.1" 200 0 2022/11/15 06:39:08 Main rss info 2022/11/15 06:39:08 Path: /tmp/helm-tmpl-989502037/manifest-0 2022/11/15 06:39:08 Kind: Service 2022/11/15 06:39:08 Path: /tmp/helm-tmpl-989502037/manifest-1 2022/11/15 06:39:08 Kind: Deployment 2022/11/15 06:39:08 Crd rss info 2022/11/15 06:39:08 Hook info {"filepath":"/tmp/helm-tmpl-989502037/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:39:08Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-15T06:39:08Z"} {"filepath":"/tmp/helm-tmpl-989502037/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:39:08Z"} 2022/11/15 06:39:08 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-15T06:39:08Z"} 10.233.72.211 - - [15/Nov/2022:06:39:08 +0000] "POST /v1/instance HTTP/1.1" 201 1283 2022/11/15 06:39:09 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.72.211 - - [15/Nov/2022:06:39:09 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 14549 {"instance":"ecstatic_kapitsa","level":"info","msg":"[START] status notify thread for ","time":"2022-11-15T06:39:32Z"} {"instance":"ecstatic_kapitsa","level":"info","msg":"REFRESH WATCHERS","subscription":"ecstatic_kapitsa-cnf-adapter","time":"2022-11-15T06:39:37Z"} {"Instance":"ecstatic_kapitsa","Kind":"Pod","Subscription":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-15T06:39:37Z"} {"Instance":"ecstatic_kapitsa","Kind":"Service","Subscription":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-15T06:39:37Z"} {"Instance":"ecstatic_kapitsa","Kind":"Deployment","Subscription":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"[START] Watcher","time":"2022-11-15T06:39:37Z"} 10.233.72.211 - - [15/Nov/2022:06:39:32 +0000] "POST /v1/instance/ecstatic_kapitsa/status/subscription HTTP/1.1" 201 654 {"InstanceId":"ecstatic_kapitsa","SubscriptionName":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"Successfully created Status Subscription","time":"2022-11-15T06:39:37Z"} {"InstanceId":"ecstatic_kapitsa","SubscriptionName":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"[START] status verification thread","time":"2022-11-15T06:39:42Z"} 2022/11/15 06:39:43 Deployment is not ready: onap-tests/rel-1-apache. 0 out of 1 expected pods are ready 10.233.68.57 - - [15/Nov/2022:06:39:43 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 14892 10.233.68.57 - - [15/Nov/2022:06:39:53 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 14704 2022/11/15 06:39:53 [scheduleResources]: START thread 10.233.68.57 - - [15/Nov/2022:06:39:53 +0000] "GET /v1/instance/ecstatic_kapitsa/config/replica-count-change HTTP/1.1" 500 60 2022/11/15 06:39:58 [Config Create] Instance ecstatic_kapitsa 2022/11/15 06:39:58 [ConfigTemplate]: Download replica-count-template 2022/11/15 06:39:58 Before Sent to goroutine {bc832f1f-ba3f-49b7-9c94-a7ed3bc41858 c825c016-fbb1-47c5-9d9d-01550ef64844 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/15 06:39:58 Message Sent to goroutine {bc832f1f-ba3f-49b7-9c94-a7ed3bc41858 c825c016-fbb1-47c5-9d9d-01550ef64844 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/15 06:39:58 [scheduleResources]: POST {bc832f1f-ba3f-49b7-9c94-a7ed3bc41858 c825c016-fbb1-47c5-9d9d-01550ef64844 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{apps/v1, Kind=Deployment /tmp/helm-tmpl-304551127/manifest-0}] {"filepath":"/tmp/helm-tmpl-304551127/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:39:58Z"} 2022/11/15 06:39:58 No plugin for kind Deployment found. Using generic Plugin {"error":"Create object error: deployments.apps \"rel-1-apache\" already exists","filepath":"/tmp/helm-tmpl-304551127/manifest-0","gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"error","msg":"Error Creating Resource","time":"2022-11-15T06:39:58Z"} {"filepath":"/tmp/helm-tmpl-304551127/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-11-15T06:39:58Z"} 2022/11/15 06:39:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Updated Kubernetes Resource","resource":"rel-1-apache","time":"2022-11-15T06:39:58Z"} 2022/11/15 06:39:58 POST result: [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] 10.233.68.57 - - [15/Nov/2022:06:39:58 +0000] "POST /v1/instance/ecstatic_kapitsa/config HTTP/1.1" 201 268 2022/11/15 06:39:58 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.57 - - [15/Nov/2022:06:39:58 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 20951 2022/11/15 06:40:08 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.57 - - [15/Nov/2022:06:40:08 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 20951 {"Instance":"ecstatic_kapitsa","Subscription":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-15T06:40:17Z"} {"Kind":"Pod","Name":"rel-1-apache-7f9f885859-tzlv2","level":"info","msg":"CREATED","time":"2022-11-15T06:40:17Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-15T06:40:17Z"} {"Kind":"Pod","Name":"rel-1-apache-7f9f885859-c7gqn","level":"info","msg":"MODIFIED","time":"2022-11-15T06:40:17Z"} 2022/11/15 06:40:17 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.72.211 - - [15/Nov/2022:06:40:17 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 21294 2022/11/15 06:40:18 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.57 - - [15/Nov/2022:06:40:18 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 21294 {"InstanceId":"ecstatic_kapitsa","Result":202,"SubscriptionName":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-15T06:40:19Z"} 2022/11/15 06:40:28 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.57 - - [15/Nov/2022:06:40:28 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 21294 2022/11/15 06:40:38 Deployment is not ready: onap-tests/rel-1-apache. 1 out of 2 expected pods are ready 10.233.68.57 - - [15/Nov/2022:06:40:38 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 21294 10.233.68.57 - - [15/Nov/2022:06:40:48 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 21002 {"Instance":"ecstatic_kapitsa","Subscription":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"CHANGE DETECTED","time":"2022-11-15T06:40:49Z"} {"Kind":"Deployment","Name":"rel-1-apache","level":"info","msg":"MODIFIED","time":"2022-11-15T06:40:49Z"} {"Kind":"Pod","Name":"rel-1-apache-7f9f885859-tzlv2","level":"info","msg":"MODIFIED","time":"2022-11-15T06:40:49Z"} 10.233.72.211 - - [15/Nov/2022:06:40:49 +0000] "GET /v1/instance/ecstatic_kapitsa/status HTTP/1.1" 200 21002 {"InstanceId":"ecstatic_kapitsa","Result":202,"SubscriptionName":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"Notification sent","time":"2022-11-15T06:40:51Z"} {"Instance":"ecstatic_kapitsa","Kind":"Deployment","Subscription":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-15T06:41:05Z"} {"Instance":"ecstatic_kapitsa","Kind":"Pod","Subscription":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-15T06:41:05Z"} {"Instance":"ecstatic_kapitsa","Kind":"Service","Subscription":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"[STOP] Watcher","time":"2022-11-15T06:41:05Z"} 2022/11/15 06:41:05 Deleted Obj with ID ObjectID("637334291fdae1a2a3081c24") 2022/11/15 06:41:05 Deleted Obj with ID ObjectID("63733428e4763e8520425a62") 10.233.72.211 - - [15/Nov/2022:06:41:05 +0000] "DELETE /v1/instance/ecstatic_kapitsa/status/subscription/ecstatic_kapitsa-cnf-adapter HTTP/1.1" 202 0 2022/11/15 06:41:05 [Config Cleanup] Instance ecstatic_kapitsa 2022/11/15 06:41:05 [Config Delete] Instance ecstatic_kapitsa Config replica-count-change 2022/11/15 06:41:05 [ConfigTemplate]: Download replica-count-template 2022/11/15 06:41:05 Before Sent to goroutine {bc832f1f-ba3f-49b7-9c94-a7ed3bc41858 c825c016-fbb1-47c5-9d9d-01550ef64844 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/15 06:41:05 Message Sent to goroutine {bc832f1f-ba3f-49b7-9c94-a7ed3bc41858 c825c016-fbb1-47c5-9d9d-01550ef64844 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} 2022/11/15 06:41:05 [scheduleResources]: DELETE {bc832f1f-ba3f-49b7-9c94-a7ed3bc41858 c825c016-fbb1-47c5-9d9d-01550ef64844 node-port-profile node-port-profile onap-tests 1.19.0 map[] []} [{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}] {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-15T06:41:05Z"} 2022/11/15 06:41:05 No plugin for kind Deployment found. Using generic Plugin 2022/11/15 06:41:05 DELETE resources: [[{{apps/v1, Kind=Deployment rel-1-apache} UPDATED}]] 2022/11/15 06:41:05 [Config Delete All] Instance ecstatic_kapitsa Config replica-count-change 2022/11/15 06:41:05 Stop config thread for ecstatic_kapitsa {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-15T06:41:05Z"} 2022/11/15 06:41:05 No plugin for kind Deployment found. Using generic Plugin 2022/11/15 06:41:05 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Resource already does not exist","resource":"rel-1-apache","time":"2022-11-15T06:41:05Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"rel-1-apache","time":"2022-11-15T06:41:05Z"} 2022/11/15 06:41:05 Deleting service: rel-1-apache {"instance":"ecstatic_kapitsa","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-15T06:41:05Z"} 2022/11/15 06:41:05 Deleted Obj with ID ObjectID("6373340c1fdae1a2a3081c23") 2022/11/15 06:41:05 Deleted Obj with ID ObjectID("6373340be4763e8520425a3a") 10.233.72.211 - - [15/Nov/2022:06:41:05 +0000] "DELETE /v1/instance/ecstatic_kapitsa HTTP/1.1" 202 0 2022/11/15 06:41:06 [Config Cleanup] Instance upbeat_cerf 2022/11/15 06:41:06 [scheduleResources]: START thread 2022/11/15 06:41:11 Stop config thread for upbeat_cerf {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-15T06:41:11Z"} 2022/11/15 06:41:11 No plugin for kind Deployment found. Using generic Plugin 2022/11/15 06:41:11 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-15T06:41:11Z"} 2022/11/15 06:41:11 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-11-15T06:41:11Z"} 2022/11/15 06:41:11 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-11-15T06:41:11Z"} 2022/11/15 06:41:11 Deleting service: pnf-macro-test-simulator-mongo {"instance":"upbeat_cerf","level":"info","msg":"[START] status notify thread for ","time":"2022-11-15T06:41:11Z"} {"instance":"upbeat_cerf","level":"info","msg":"[STOP] status notify thread for ","time":"2022-11-15T06:41:16Z"} 2022/11/15 06:41:16 Deleted Obj with ID ObjectID("637332a91fdae1a2a3081c11") 2022/11/15 06:41:16 Deleted Obj with ID ObjectID("637332a8e4763e85204258f3") 10.233.70.94 - - [15/Nov/2022:06:41:06 +0000] "DELETE /v1/instance/upbeat_cerf HTTP/1.1" 202 0 10.233.70.94 - - [15/Nov/2022:06:41:16 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/11/15 06:41:16 Deleted Obj with ID ObjectID("637332a91fdae1a2a3081c09") 2022/11/15 06:41:16 Deleted Obj with ID ObjectID("637332a8e4763e85204258b3") 10.233.70.94 - - [15/Nov/2022:06:41:16 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 {"instance":"ecstatic_kapitsa","level":"info","msg":"[START] status notify thread for ","time":"2022-11-15T06:41:21Z"} 10.233.70.94 - - [15/Nov/2022:06:41:23 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7678 2022/11/15 06:41:23 Deleted Obj with ID ObjectID("637332fa1fdae1a2a3081c12") 2022/11/15 06:41:23 Deleted Obj with ID ObjectID("637332f9e4763e852042592e") 10.233.70.94 - - [15/Nov/2022:06:41:23 +0000] "DELETE /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 204 0 {"InstanceId":"ecstatic_kapitsa","SubscriptionName":"ecstatic_kapitsa-cnf-adapter","level":"info","msg":"[STOP] status verification thread","time":"2022-11-15T06:41:26Z"}