2022/04/10 05:00:10 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2022/04/10 05:00:10 Starting Kubernetes Multicloud API 2022/04/10 05:00:10 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-04-10T05:00:20Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-04-10T05:00:20Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-04-10T05:34:42Z"} 10.233.71.10 - - [10/Apr/2022:05:34:42 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.68.122 - - [10/Apr/2022:06:20:18 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [10/Apr/2022:06:24:26 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [10/Apr/2022:06:24:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [10/Apr/2022:06:27:23 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7673 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "GET /v1/rb/definition/cds-ms-rb-1a65e451-e305-457e-990e-3d6cfcd68425/v1 HTTP/1.1" 200 124 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "POST /v1/rb/definition/cds-ms-rb-1a65e451-e305-457e-990e-3d6cfcd68425/v1/content HTTP/1.1" 200 0 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "GET /v1/rb/definition/cds-ms-rb-1a65e451-e305-457e-990e-3d6cfcd68425/v1 HTTP/1.1" 200 138 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "POST /v1/rb/definition/cds-ms-rb-1a65e451-e305-457e-990e-3d6cfcd68425/v1/profile HTTP/1.1" 201 305 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "GET /v1/rb/definition/cds-ms-rb-1a65e451-e305-457e-990e-3d6cfcd68425/v1/profile/cds-ms-prof-e3f3456b-56ef-464f-b1d0-c2509dd754f5 HTTP/1.1" 200 305 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "POST /v1/rb/definition/cds-ms-rb-1a65e451-e305-457e-990e-3d6cfcd68425/v1/profile/cds-ms-prof-e3f3456b-56ef-464f-b1d0-c2509dd754f5/content HTTP/1.1" 200 0 2022/04/10 06:33:58 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/04/10 06:33:58 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/04/10 06:33:58 Main rss info 2022/04/10 06:33:58 Path: /tmp/helm-tmpl-643859970/manifest-0 2022/04/10 06:33:58 Kind: Service 2022/04/10 06:33:58 Path: /tmp/helm-tmpl-643859970/manifest-1 2022/04/10 06:33:58 Kind: Deployment 2022/04/10 06:33:58 Crd rss info 2022/04/10 06:33:58 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-04-10T06:33:58Z"} 2022/04/10 06:33:58 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-643859970/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:33:58Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-04-10T06:33:58Z"} {"filepath":"/tmp/helm-tmpl-643859970/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:33:58Z"} 2022/04/10 06:33:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-04-10T06:33:58Z"} 10.233.68.122 - - [10/Apr/2022:06:33:58 +0000] "POST /v1/instance HTTP/1.1" 201 543 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7679 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9ed320f3-e704-49fb-a3ae-10d5feeac148/v1 HTTP/1.1" 200 125 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9ed320f3-e704-49fb-a3ae-10d5feeac148/v1/content HTTP/1.1" 200 0 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9ed320f3-e704-49fb-a3ae-10d5feeac148/v1 HTTP/1.1" 200 138 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9ed320f3-e704-49fb-a3ae-10d5feeac148/v1/profile HTTP/1.1" 201 314 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "GET /v1/rb/definition/pnf-cnf-rb-9ed320f3-e704-49fb-a3ae-10d5feeac148/v1/profile/pnf-cnf-profile-60089c5b-9fe4-4517-8d4c-2244cf71c204 HTTP/1.1" 200 314 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "POST /v1/rb/definition/pnf-cnf-rb-9ed320f3-e704-49fb-a3ae-10d5feeac148/v1/profile/pnf-cnf-profile-60089c5b-9fe4-4517-8d4c-2244cf71c204/content HTTP/1.1" 200 0 2022/04/10 06:34:13 Main rss info 2022/04/10 06:34:13 Path: /tmp/helm-tmpl-413243506/manifest-0 2022/04/10 06:34:13 Kind: Service 2022/04/10 06:34:13 Path: /tmp/helm-tmpl-413243506/manifest-1 2022/04/10 06:34:13 Kind: Service 2022/04/10 06:34:13 Path: /tmp/helm-tmpl-413243506/manifest-2 2022/04/10 06:34:13 Kind: Pod 2022/04/10 06:34:13 Path: /tmp/helm-tmpl-413243506/manifest-3 2022/04/10 06:34:13 Kind: Deployment 2022/04/10 06:34:13 Crd rss info 2022/04/10 06:34:13 Hook info {"filepath":"/tmp/helm-tmpl-413243506/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:34:13Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-10T06:34:13Z"} {"filepath":"/tmp/helm-tmpl-413243506/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:34:13Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-10T06:34:13Z"} {"filepath":"/tmp/helm-tmpl-413243506/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:34:13Z"} 2022/04/10 06:34:13 No plugin for kind Pod found. Using generic Plugin 2022/04/10 06:34:13 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-10T06:34:14Z"} {"filepath":"/tmp/helm-tmpl-413243506/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:34:14Z"} 2022/04/10 06:34:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-10T06:34:14Z"} 10.233.68.122 - - [10/Apr/2022:06:34:13 +0000] "POST /v1/instance HTTP/1.1" 201 746 2022/04/10 06:35:22 [Config Cleanup] Instance happy_sanderson 2022/04/10 06:35:22 [scheduleResources]: START thread {"error":"Cleanup Config Resources: Retrieving active config list info: Get Config DB Entry: Get Config DB List: Etcd Client not initialized","level":"error","msg":"Error Deleting Instance","time":"2022-04-10T06:35:27Z"} 10.233.68.122 - - [10/Apr/2022:06:35:22 +0000] "DELETE /v1/instance/happy_sanderson HTTP/1.1" 500 131 10.233.68.122 - - [10/Apr/2022:06:37:47 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.68.122 - - [10/Apr/2022:06:37:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7686 10.233.68.122 - - [10/Apr/2022:06:37:47 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7686 10.233.68.122 - - [10/Apr/2022:06:37:48 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 10.233.68.122 - - [10/Apr/2022:06:37:48 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.68.122 - - [10/Apr/2022:06:37:48 +0000] "GET /v1/rb/definition/cds-ms-rb-75097d22-71e8-462f-9bbd-09113999433a/v1 HTTP/1.1" 200 124 10.233.68.122 - - [10/Apr/2022:06:37:48 +0000] "POST /v1/rb/definition/cds-ms-rb-75097d22-71e8-462f-9bbd-09113999433a/v1/content HTTP/1.1" 200 0 10.233.68.122 - - [10/Apr/2022:06:37:48 +0000] "GET /v1/rb/definition/cds-ms-rb-75097d22-71e8-462f-9bbd-09113999433a/v1 HTTP/1.1" 200 138 10.233.68.122 - - [10/Apr/2022:06:37:48 +0000] "POST /v1/rb/definition/cds-ms-rb-75097d22-71e8-462f-9bbd-09113999433a/v1/profile HTTP/1.1" 201 305 10.233.68.122 - - [10/Apr/2022:06:37:48 +0000] "GET /v1/rb/definition/cds-ms-rb-75097d22-71e8-462f-9bbd-09113999433a/v1/profile/cds-ms-prof-19410160-b3d9-49fc-9e0e-af62387c7534 HTTP/1.1" 200 305 10.233.68.122 - - [10/Apr/2022:06:37:48 +0000] "POST /v1/rb/definition/cds-ms-rb-75097d22-71e8-462f-9bbd-09113999433a/v1/profile/cds-ms-prof-19410160-b3d9-49fc-9e0e-af62387c7534/content HTTP/1.1" 200 0 2022/04/10 06:37:48 Main rss info 2022/04/10 06:37:48 Path: /tmp/helm-tmpl-482797288/manifest-0 2022/04/10 06:37:48 Kind: Service 2022/04/10 06:37:48 Path: /tmp/helm-tmpl-482797288/manifest-1 2022/04/10 06:37:48 Kind: Deployment 2022/04/10 06:37:48 Crd rss info 2022/04/10 06:37:48 Hook info {"filepath":"/tmp/helm-tmpl-482797288/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:37:48Z"} {"error":"Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","filepath":"/tmp/helm-tmpl-482797288/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-04-10T06:37:48Z"} 2022/04/10 06:37:48 Instance: frosty_visvesvaraya, Main rss are failed, skip post-install and remove instance in DB 2022/04/10 06:37:48 Deleted Obj with ID ObjectID("62527b3caccf5b42518eea3e") 2022/04/10 06:37:48 Deleted Obj with ID ObjectID("62527b3b0bc9cfe241d4d9b6") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"cds-ms-rb-75097d22-71e8-462f-9bbd-09113999433a","rb-version":"v1","profile-name":"cds-ms-prof-19410160-b3d9-49fc-9e0e-af62387c7534","release-name":"","cloud-region":"k8sregion-cds","labels":{},"override-values":{}},"time":"2022-04-10T06:37:48Z"} 10.233.68.122 - - [10/Apr/2022:06:37:48 +0000] "POST /v1/instance HTTP/1.1" 500 252 10.233.68.122 - - [10/Apr/2022:06:37:48 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7673 2022/04/10 06:37:49 Deleted Obj with ID ObjectID("62527a56accf5b42518eea23") 2022/04/10 06:37:49 Deleted Obj with ID ObjectID("62527a540bc9cfe241d4d851") 10.233.68.122 - - [10/Apr/2022:06:37:49 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 10.233.68.122 - - [10/Apr/2022:06:37:56 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.122 - - [10/Apr/2022:06:37:56 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.68.122 - - [10/Apr/2022:06:37:56 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [10/Apr/2022:06:38:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [10/Apr/2022:06:38:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [10/Apr/2022:06:38:09 +0000] "POST /v1/rb/definition/ee965c8c-2770-4a5e-9bc7-fd0e96a8b641/cbe6e761-3de6-4c62-90aa-ac2f8225eb48/content HTTP/1.1" 200 0 127.0.0.1 - - [10/Apr/2022:06:38:22 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [10/Apr/2022:06:38:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [10/Apr/2022:06:38:38 +0000] "POST /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/content HTTP/1.1" 200 0 127.0.0.1 - - [10/Apr/2022:06:38:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.68.122 - - [10/Apr/2022:06:46:46 +0000] "GET /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331 HTTP/1.1" 200 270 10.233.68.122 - - [10/Apr/2022:06:46:46 +0000] "GET /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile/cnftest HTTP/1.1" 404 87 10.233.68.122 - - [10/Apr/2022:06:46:46 +0000] "POST /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile HTTP/1.1" 201 240 10.233.68.122 - - [10/Apr/2022:06:46:46 +0000] "GET /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile/cnftest HTTP/1.1" 200 240 10.233.68.122 - - [10/Apr/2022:06:46:46 +0000] "POST /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile/cnftest/content HTTP/1.1" 200 0 10.233.68.122 - - [10/Apr/2022:06:46:59 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-04b723e5-5f7d-44ef-a273-5f2ee7ad5b7a HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-04-10T06:46:59Z"} {"Body":{},"Payload":{"generic-vnf-id":"2db1e2c5-c4df-427f-8178-84c257699100","vf-module-id":"f2b3a559-1dd2-4442-8aa8-4f03c8fb0e6b","vf-module-model-invariant-id":"9302510a-839a-43b7-9a15-e8ba12258b66","vf-module-model-version-id":"4060932e-88b1-4904-9606-ea920bf2f263","vf-module-model-customization-id":"3c9367e5-7458-4797-9551-4f652d27f331","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-04b723e5-5f7d-44ef-a273-5f2ee7ad5b7a"}},"level":"info","msg":"Broker API Payload","time":"2022-04-10T06:47:00Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"9302510a-839a-43b7-9a15-e8ba12258b66","rb-version":"3c9367e5-7458-4797-9551-4f652d27f331","profile-name":"cnftest","release-name":"f2b3a559-1dd2-4442-8aa8-4f03c8fb0e6b","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-04b723e5-5f7d-44ef-a273-5f2ee7ad5b7a"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-04-10T06:47:00Z"} 2022/04/10 06:47:00 Main rss info 2022/04/10 06:47:00 Path: /tmp/helm-tmpl-086098990/manifest-0 2022/04/10 06:47:00 Kind: Service 2022/04/10 06:47:00 Path: /tmp/helm-tmpl-086098990/manifest-1 2022/04/10 06:47:00 Kind: Deployment 2022/04/10 06:47:00 Crd rss info 2022/04/10 06:47:00 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-04-10T06:47:00Z"} 2022/04/10 06:47:00 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-086098990/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:47:00Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-10T06:47:00Z"} {"filepath":"/tmp/helm-tmpl-086098990/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:47:00Z"} 2022/04/10 06:47:00 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-10T06:47:00Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"clever_goodall","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-10T06:47:00Z"} 10.233.68.122 - - [10/Apr/2022:06:47:00 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 303 10.233.68.122 - - [10/Apr/2022:06:47:01 +0000] "GET /basicnf-owner/k8sregion/infra_workload/clever_goodall HTTP/1.1" 200 122 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"clever_goodall","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-10T06:47:01Z"} 10.233.68.122 - - [10/Apr/2022:06:47:01 +0000] "POST /basicnf-owner/k8sregion/infra_workload/clever_goodall HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"clever_goodall","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-10T06:47:31Z"} 10.233.68.122 - - [10/Apr/2022:06:47:31 +0000] "GET /basicnf-owner/k8sregion/infra_workload/clever_goodall HTTP/1.1" 200 122 2022/04/10 06:47:32 [Config Cleanup] Instance clever_goodall 2022/04/10 06:47:32 [scheduleResources]: START thread 10.233.68.122 - - [10/Apr/2022:06:47:32 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/clever_goodall HTTP/1.1" 500 131 10.233.68.122 - - [10/Apr/2022:06:47:57 +0000] "GET /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331 HTTP/1.1" 200 270 10.233.68.122 - - [10/Apr/2022:06:47:57 +0000] "GET /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile/cnftest HTTP/1.1" 200 240 2022/04/10 06:47:57 Deleted Obj with ID ObjectID("62527d56accf5b42518eea53") 2022/04/10 06:47:57 Deleted Obj with ID ObjectID("62527d56accf5b42518eea54") 2022/04/10 06:47:57 Deleted Obj with ID ObjectID("62527d540bc9cfe241d4db71") 10.233.68.122 - - [10/Apr/2022:06:47:57 +0000] "DELETE /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile/cnftest HTTP/1.1" 204 0 10.233.68.122 - - [10/Apr/2022:06:48:28 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/04/10 06:48:28 Deleted Obj with ID ObjectID("62527b44accf5b42518eea3f") 10.233.68.122 - - [10/Apr/2022:06:48:28 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/04/10 06:48:28 Deleted Obj with ID ObjectID("62527b430bc9cfe241d4d9cd") 2022/04/10 06:48:34 [Config Cleanup] Instance jolly_hofstadter 2022/04/10 06:48:34 [scheduleResources]: START thread {"error":"Cleanup Config Resources: Retrieving active config list info: Get Config DB Entry: Get Config DB List: Etcd Client not initialized","level":"error","msg":"Error Deleting Instance","time":"2022-04-10T06:48:39Z"} 10.233.68.122 - - [10/Apr/2022:06:48:34 +0000] "DELETE /v1/instance/jolly_hofstadter HTTP/1.1" 500 131 10.233.68.122 - - [10/Apr/2022:06:48:50 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.122 - - [10/Apr/2022:06:48:50 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.68.122 - - [10/Apr/2022:06:48:50 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 10.233.68.122 - - [10/Apr/2022:06:49:37 +0000] "GET /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331 HTTP/1.1" 200 270 10.233.68.122 - - [10/Apr/2022:06:49:37 +0000] "GET /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile/cnftest HTTP/1.1" 404 87 10.233.68.122 - - [10/Apr/2022:06:49:37 +0000] "POST /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile HTTP/1.1" 201 240 10.233.68.122 - - [10/Apr/2022:06:49:37 +0000] "GET /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile/cnftest HTTP/1.1" 200 240 10.233.68.122 - - [10/Apr/2022:06:49:37 +0000] "POST /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile/cnftest/content HTTP/1.1" 200 0 10.233.68.122 - - [10/Apr/2022:06:49:50 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-16d02312-3e66-4e5e-9cf8-86868a39c324 HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-04-10T06:49:50Z"} {"Body":{},"Payload":{"generic-vnf-id":"d49e5636-dade-4cad-a174-0c300157563c","vf-module-id":"325f5b4b-b9bb-4d03-9128-ec7c0ca4c083","vf-module-model-invariant-id":"9302510a-839a-43b7-9a15-e8ba12258b66","vf-module-model-version-id":"4060932e-88b1-4904-9606-ea920bf2f263","vf-module-model-customization-id":"3c9367e5-7458-4797-9551-4f652d27f331","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-16d02312-3e66-4e5e-9cf8-86868a39c324"}},"level":"info","msg":"Broker API Payload","time":"2022-04-10T06:49:50Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"9302510a-839a-43b7-9a15-e8ba12258b66","rb-version":"3c9367e5-7458-4797-9551-4f652d27f331","profile-name":"cnftest","release-name":"325f5b4b-b9bb-4d03-9128-ec7c0ca4c083","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-16d02312-3e66-4e5e-9cf8-86868a39c324"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-04-10T06:49:50Z"} 2022/04/10 06:49:50 Main rss info 2022/04/10 06:49:50 Path: /tmp/helm-tmpl-859590757/manifest-0 2022/04/10 06:49:50 Kind: Service 2022/04/10 06:49:50 Path: /tmp/helm-tmpl-859590757/manifest-1 2022/04/10 06:49:50 Kind: Deployment 2022/04/10 06:49:50 Crd rss info 2022/04/10 06:49:50 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-04-10T06:49:50Z"} 2022/04/10 06:49:50 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-859590757/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:49:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-10T06:49:50Z"} {"filepath":"/tmp/helm-tmpl-859590757/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:49:50Z"} 2022/04/10 06:49:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-04-10T06:49:50Z"} 10.233.68.122 - - [10/Apr/2022:06:49:50 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 303 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hopeful_panini","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-10T06:49:50Z"} 10.233.68.122 - - [10/Apr/2022:06:49:51 +0000] "GET /basicnf-owner/k8sregion/infra_workload/hopeful_panini HTTP/1.1" 200 122 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hopeful_panini","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-10T06:49:51Z"} 10.233.68.122 - - [10/Apr/2022:06:49:51 +0000] "POST /basicnf-owner/k8sregion/infra_workload/hopeful_panini HTTP/1.1" 405 0 10.233.68.122 - - [10/Apr/2022:06:50:22 +0000] "GET /basicnf-owner/k8sregion/infra_workload/hopeful_panini HTTP/1.1" 200 122 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hopeful_panini","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-04-10T06:50:22Z"} 2022/04/10 06:50:23 [Config Cleanup] Instance hopeful_panini 2022/04/10 06:50:23 [scheduleResources]: START thread 10.233.68.122 - - [10/Apr/2022:06:50:23 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/hopeful_panini HTTP/1.1" 500 131 10.233.68.122 - - [10/Apr/2022:06:50:38 +0000] "GET /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331 HTTP/1.1" 200 270 10.233.68.122 - - [10/Apr/2022:06:50:38 +0000] "GET /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile/cnftest HTTP/1.1" 200 240 2022/04/10 06:50:38 Deleted Obj with ID ObjectID("62527e01accf5b42518eea57") 2022/04/10 06:50:38 Deleted Obj with ID ObjectID("62527e01accf5b42518eea58") 2022/04/10 06:50:38 Deleted Obj with ID ObjectID("62527dff0bc9cfe241d4dc31") 10.233.68.122 - - [10/Apr/2022:06:50:38 +0000] "DELETE /v1/rb/definition/9302510a-839a-43b7-9a15-e8ba12258b66/3c9367e5-7458-4797-9551-4f652d27f331/profile/cnftest HTTP/1.1" 204 0 10.233.68.122 - - [10/Apr/2022:06:51:08 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/04/10 06:51:08 Deleted Obj with ID ObjectID("62527dd2accf5b42518eea56") 2022/04/10 06:51:08 Deleted Obj with ID ObjectID("62527dd00bc9cfe241d4dc08") 10.233.68.122 - - [10/Apr/2022:06:51:08 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4f46c5d5-36e6-4ea2-be53-b10b3686ed88/v1 HTTP/1.1" 200 125 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4f46c5d5-36e6-4ea2-be53-b10b3686ed88/v1/content HTTP/1.1" 200 0 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4f46c5d5-36e6-4ea2-be53-b10b3686ed88/v1 HTTP/1.1" 200 138 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4f46c5d5-36e6-4ea2-be53-b10b3686ed88/v1/profile HTTP/1.1" 201 314 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4f46c5d5-36e6-4ea2-be53-b10b3686ed88/v1/profile/pnf-cnf-profile-cd0f3b80-8009-418a-843e-3396bd3089a9 HTTP/1.1" 200 314 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4f46c5d5-36e6-4ea2-be53-b10b3686ed88/v1/profile/pnf-cnf-profile-cd0f3b80-8009-418a-843e-3396bd3089a9/content HTTP/1.1" 200 0 2022/04/10 06:52:17 Main rss info 2022/04/10 06:52:17 Path: /tmp/helm-tmpl-769926019/manifest-0 2022/04/10 06:52:17 Kind: Service 2022/04/10 06:52:17 Path: /tmp/helm-tmpl-769926019/manifest-1 2022/04/10 06:52:17 Kind: Service 2022/04/10 06:52:17 Path: /tmp/helm-tmpl-769926019/manifest-2 2022/04/10 06:52:17 Kind: Pod 2022/04/10 06:52:17 Path: /tmp/helm-tmpl-769926019/manifest-3 2022/04/10 06:52:17 Kind: Deployment 2022/04/10 06:52:17 Crd rss info 2022/04/10 06:52:17 Hook info {"filepath":"/tmp/helm-tmpl-769926019/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-10T06:52:17Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-769926019/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-04-10T06:52:17Z"} 2022/04/10 06:52:17 Instance: elated_pasteur, Main rss are failed, skip post-install and remove instance in DB 2022/04/10 06:52:17 Deleted Obj with ID ObjectID("62527ea1accf5b42518eea61") 2022/04/10 06:52:17 Deleted Obj with ID ObjectID("62527e9f0bc9cfe241d4dd13") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-4f46c5d5-36e6-4ea2-be53-b10b3686ed88","rb-version":"v1","profile-name":"pnf-cnf-profile-cd0f3b80-8009-418a-843e-3396bd3089a9","release-name":"","cloud-region":"k8sregion-pnf-macro","labels":{},"override-values":{}},"time":"2022-04-10T06:52:17Z"} 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "POST /v1/instance HTTP/1.1" 500 180 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7679 2022/04/10 06:52:17 Deleted Obj with ID ObjectID("62527a65accf5b42518eea2d") 2022/04/10 06:52:17 Deleted Obj with ID ObjectID("62527a630bc9cfe241d4d8a5") 10.233.68.122 - - [10/Apr/2022:06:52:17 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0