2022/03/20 23:53:22 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2022/03/20 23:53:23 Starting Kubernetes Multicloud API 2022/03/20 23:53:23 Error Getting TLS Configuration. Starting without TLS... 10.233.73.145 - - [21/Mar/2022:01:09:27 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:01:10:53 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [21/Mar/2022:01:11:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.73.145 - - [21/Mar/2022:01:12:30 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:01:12:36 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:01:14:12 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:01:15:33 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [21/Mar/2022:01:15:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [21/Mar/2022:01:17:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.73.145 - - [21/Mar/2022:01:17:17 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:01:18:34 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:01:23:59 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:01:29:58 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [21/Mar/2022:01:33:26 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [21/Mar/2022:01:45:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.73.145 - - [21/Mar/2022:01:50:03 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.73.145 - - [21/Mar/2022:01:50:03 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.73.145 - - [21/Mar/2022:01:50:03 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [21/Mar/2022:01:50:15 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [21/Mar/2022:01:50:15 +0000] "POST /v1/rb/definition/389cb7b5-32a3-4e70-bd28-f4ba58431a1f/27eedf95-f7a0-4fec-892d-0ceb595556b9/content HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:01:51:39 +0000] "GET /v1/rb/definition/389cb7b5-32a3-4e70-bd28-f4ba58431a1f/27eedf95-f7a0-4fec-892d-0ceb595556b9 HTTP/1.1" 200 270 10.233.73.145 - - [21/Mar/2022:01:51:39 +0000] "GET /v1/rb/definition/389cb7b5-32a3-4e70-bd28-f4ba58431a1f/27eedf95-f7a0-4fec-892d-0ceb595556b9/profile/cnftest HTTP/1.1" 404 87 10.233.73.145 - - [21/Mar/2022:01:51:39 +0000] "POST /v1/rb/definition/389cb7b5-32a3-4e70-bd28-f4ba58431a1f/27eedf95-f7a0-4fec-892d-0ceb595556b9/profile HTTP/1.1" 201 240 10.233.73.145 - - [21/Mar/2022:01:51:39 +0000] "GET /v1/rb/definition/389cb7b5-32a3-4e70-bd28-f4ba58431a1f/27eedf95-f7a0-4fec-892d-0ceb595556b9/profile/cnftest HTTP/1.1" 200 240 10.233.73.145 - - [21/Mar/2022:01:51:39 +0000] "POST /v1/rb/definition/389cb7b5-32a3-4e70-bd28-f4ba58431a1f/27eedf95-f7a0-4fec-892d-0ceb595556b9/profile/cnftest/content HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:01:51:47 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-141aea78-8de0-4c13-9aea-86310f91b0ee HTTP/1.1" 200 114 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-03-21T01:51:47Z"} {"Body":{},"Payload":{"generic-vnf-id":"1fcc4967-884b-4536-9db8-a2e14aed4dca","vf-module-id":"de90ce19-7032-4c11-9819-06049a9b0e15","vf-module-model-invariant-id":"389cb7b5-32a3-4e70-bd28-f4ba58431a1f","vf-module-model-version-id":"6356a693-ced5-4408-a9ba-1ea559b3af89","vf-module-model-customization-id":"27eedf95-f7a0-4fec-892d-0ceb595556b9","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-141aea78-8de0-4c13-9aea-86310f91b0ee"}},"level":"info","msg":"Broker API Payload","time":"2022-03-21T01:51:48Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"389cb7b5-32a3-4e70-bd28-f4ba58431a1f","rb-version":"27eedf95-f7a0-4fec-892d-0ceb595556b9","profile-name":"cnftest","release-name":"de90ce19-7032-4c11-9819-06049a9b0e15","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-141aea78-8de0-4c13-9aea-86310f91b0ee"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-03-21T01:51:48Z"} 2022/03/21 01:51:48 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/03/21 01:51:48 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/03/21 01:51:48 Main rss info 2022/03/21 01:51:48 Path: /tmp/helm-tmpl-930899375/manifest-0 2022/03/21 01:51:48 Kind: Service 2022/03/21 01:51:48 Path: /tmp/helm-tmpl-930899375/manifest-1 2022/03/21 01:51:48 Kind: Deployment 2022/03/21 01:51:48 Crd rss info 2022/03/21 01:51:48 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-03-21T01:51:48Z"} 2022/03/21 01:51:48 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-930899375/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-21T01:51:48Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-21T01:51:48Z"} {"filepath":"/tmp/helm-tmpl-930899375/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-21T01:51:48Z"} 2022/03/21 01:51:48 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-21T01:51:49Z"} 10.233.73.145 - - [21/Mar/2022:01:51:48 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 306 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"focused_goldstine","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-21T01:51:49Z"} 10.233.73.145 - - [21/Mar/2022:01:51:49 +0000] "GET /basicnf-owner/k8sregion/infra_workload/focused_goldstine HTTP/1.1" 200 125 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"focused_goldstine","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-21T01:51:49Z"} 10.233.73.145 - - [21/Mar/2022:01:51:50 +0000] "POST /basicnf-owner/k8sregion/infra_workload/focused_goldstine HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"focused_goldstine","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-21T01:52:24Z"} 10.233.73.145 - - [21/Mar/2022:01:52:24 +0000] "GET /basicnf-owner/k8sregion/infra_workload/focused_goldstine HTTP/1.1" 200 125 2022/03/21 01:52:24 [Config Cleanup] Instance focused_goldstine 2022/03/21 01:52:24 [scheduleResources]: START thread 10.233.73.145 - - [21/Mar/2022:01:52:24 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/focused_goldstine HTTP/1.1" 500 131 10.233.73.145 - - [21/Mar/2022:01:52:38 +0000] "GET /v1/rb/definition/389cb7b5-32a3-4e70-bd28-f4ba58431a1f/27eedf95-f7a0-4fec-892d-0ceb595556b9 HTTP/1.1" 200 270 10.233.73.145 - - [21/Mar/2022:01:52:38 +0000] "GET /v1/rb/definition/389cb7b5-32a3-4e70-bd28-f4ba58431a1f/27eedf95-f7a0-4fec-892d-0ceb595556b9/profile/cnftest HTTP/1.1" 200 240 2022/03/21 01:52:38 Deleted Obj with ID ObjectID("6237da2b07ef50b67c77bc0b") 2022/03/21 01:52:38 Deleted Obj with ID ObjectID("6237da2b07ef50b67c77bc0c") 10.233.73.145 - - [21/Mar/2022:01:52:38 +0000] "DELETE /v1/rb/definition/389cb7b5-32a3-4e70-bd28-f4ba58431a1f/27eedf95-f7a0-4fec-892d-0ceb595556b9/profile/cnftest HTTP/1.1" 204 0 2022/03/21 01:52:38 Deleted Obj with ID ObjectID("6237da2b6884d4a4de539f89") 10.233.73.145 - - [21/Mar/2022:01:53:07 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/03/21 01:53:07 Deleted Obj with ID ObjectID("6237d9cb07ef50b67c77bc05") 10.233.73.145 - - [21/Mar/2022:01:53:07 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/03/21 01:53:07 Deleted Obj with ID ObjectID("6237d9cb6884d4a4de539f2e") 10.233.73.145 - - [21/Mar/2022:02:27:04 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.73.145 - - [21/Mar/2022:02:27:04 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.73.145 - - [21/Mar/2022:02:27:04 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.73.145 - - [21/Mar/2022:02:27:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.73.145 - - [21/Mar/2022:02:27:04 +0000] "GET /v1/rb/definition/cds-ms-rb-2e9d51cf-e967-4304-ac07-cac5fe11b491/v1 HTTP/1.1" 200 124 10.233.73.145 - - [21/Mar/2022:02:27:04 +0000] "POST /v1/rb/definition/cds-ms-rb-2e9d51cf-e967-4304-ac07-cac5fe11b491/v1/content HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:02:27:04 +0000] "GET /v1/rb/definition/cds-ms-rb-2e9d51cf-e967-4304-ac07-cac5fe11b491/v1 HTTP/1.1" 200 138 10.233.73.145 - - [21/Mar/2022:02:27:04 +0000] "POST /v1/rb/definition/cds-ms-rb-2e9d51cf-e967-4304-ac07-cac5fe11b491/v1/profile HTTP/1.1" 201 305 10.233.73.145 - - [21/Mar/2022:02:27:04 +0000] "GET /v1/rb/definition/cds-ms-rb-2e9d51cf-e967-4304-ac07-cac5fe11b491/v1/profile/cds-ms-prof-8140f86c-6d6e-4c37-a9d4-f0cb1e03a5c6 HTTP/1.1" 200 305 10.233.73.145 - - [21/Mar/2022:02:27:05 +0000] "POST /v1/rb/definition/cds-ms-rb-2e9d51cf-e967-4304-ac07-cac5fe11b491/v1/profile/cds-ms-prof-8140f86c-6d6e-4c37-a9d4-f0cb1e03a5c6/content HTTP/1.1" 200 0 2022/03/21 02:27:05 Main rss info 2022/03/21 02:27:05 Path: /tmp/helm-tmpl-109536458/manifest-0 2022/03/21 02:27:05 Kind: Service 2022/03/21 02:27:05 Path: /tmp/helm-tmpl-109536458/manifest-1 2022/03/21 02:27:05 Kind: Deployment 2022/03/21 02:27:05 Crd rss info 2022/03/21 02:27:05 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-03-21T02:27:05Z"} 2022/03/21 02:27:05 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-109536458/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-21T02:27:05Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-03-21T02:27:05Z"} {"filepath":"/tmp/helm-tmpl-109536458/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-21T02:27:05Z"} 2022/03/21 02:27:05 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-03-21T02:27:05Z"} 10.233.73.145 - - [21/Mar/2022:02:27:05 +0000] "POST /v1/instance HTTP/1.1" 201 541 10.233.73.145 - - [21/Mar/2022:02:27:12 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.73.145 - - [21/Mar/2022:02:27:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.73.145 - - [21/Mar/2022:02:27:12 +0000] "GET /v1/rb/definition/pnf-cnf-rb-bee9ab40-6671-488d-b21e-e32bef1d1bbb/v1 HTTP/1.1" 200 125 10.233.73.145 - - [21/Mar/2022:02:27:12 +0000] "POST /v1/rb/definition/pnf-cnf-rb-bee9ab40-6671-488d-b21e-e32bef1d1bbb/v1/content HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:02:27:12 +0000] "GET /v1/rb/definition/pnf-cnf-rb-bee9ab40-6671-488d-b21e-e32bef1d1bbb/v1 HTTP/1.1" 200 138 10.233.73.145 - - [21/Mar/2022:02:27:12 +0000] "POST /v1/rb/definition/pnf-cnf-rb-bee9ab40-6671-488d-b21e-e32bef1d1bbb/v1/profile HTTP/1.1" 201 314 10.233.73.145 - - [21/Mar/2022:02:27:12 +0000] "GET /v1/rb/definition/pnf-cnf-rb-bee9ab40-6671-488d-b21e-e32bef1d1bbb/v1/profile/pnf-cnf-profile-320fdc0d-63ee-45bf-ae2b-b7bc4b8248e0 HTTP/1.1" 200 314 10.233.73.145 - - [21/Mar/2022:02:27:12 +0000] "POST /v1/rb/definition/pnf-cnf-rb-bee9ab40-6671-488d-b21e-e32bef1d1bbb/v1/profile/pnf-cnf-profile-320fdc0d-63ee-45bf-ae2b-b7bc4b8248e0/content HTTP/1.1" 200 0 2022/03/21 02:27:12 Main rss info 2022/03/21 02:27:12 Path: /tmp/helm-tmpl-873898834/manifest-0 2022/03/21 02:27:12 Kind: Service 2022/03/21 02:27:12 Path: /tmp/helm-tmpl-873898834/manifest-1 2022/03/21 02:27:12 Kind: Service 2022/03/21 02:27:12 Path: /tmp/helm-tmpl-873898834/manifest-2 2022/03/21 02:27:12 Kind: Pod 2022/03/21 02:27:12 Path: /tmp/helm-tmpl-873898834/manifest-3 2022/03/21 02:27:12 Kind: Deployment 2022/03/21 02:27:12 Crd rss info 2022/03/21 02:27:12 Hook info {"filepath":"/tmp/helm-tmpl-873898834/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-21T02:27:12Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-21T02:27:12Z"} {"filepath":"/tmp/helm-tmpl-873898834/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-21T02:27:12Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-21T02:27:12Z"} {"filepath":"/tmp/helm-tmpl-873898834/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-21T02:27:12Z"} 2022/03/21 02:27:12 No plugin for kind Pod found. Using generic Plugin 2022/03/21 02:27:12 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-21T02:27:13Z"} {"filepath":"/tmp/helm-tmpl-873898834/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-21T02:27:13Z"} 2022/03/21 02:27:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-21T02:27:13Z"} 10.233.73.145 - - [21/Mar/2022:02:27:12 +0000] "POST /v1/instance HTTP/1.1" 201 735 2022/03/21 02:28:20 [Config Cleanup] Instance nostalgic_noether 2022/03/21 02:28:20 [scheduleResources]: START thread 10.233.73.145 - - [21/Mar/2022:02:28:20 +0000] "DELETE /v1/instance/nostalgic_noether HTTP/1.1" 500 131 {"error":"Cleanup Config Resources: Retrieving active config list info: Get Config DB Entry: Get Config DB List: Etcd Client not initialized","level":"error","msg":"Error Deleting Instance","time":"2022-03-21T02:28:25Z"} 127.0.0.1 - - [21/Mar/2022:02:28:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.73.145 - - [21/Mar/2022:02:28:51 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 127.0.0.1 - - [21/Mar/2022:02:29:10 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [21/Mar/2022:02:29:10 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [21/Mar/2022:02:29:10 +0000] "POST /v1/rb/definition/de248db9-e5d1-4ce0-a863-20cc34b0941d/261621d2-1dfb-4818-bf9a-c274e47c0385/content HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "GET /v1/rb/definition/cds-ms-rb-8071856c-4a27-4e4d-9b66-45e98647639d/v1 HTTP/1.1" 200 124 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "POST /v1/rb/definition/cds-ms-rb-8071856c-4a27-4e4d-9b66-45e98647639d/v1/content HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "GET /v1/rb/definition/cds-ms-rb-8071856c-4a27-4e4d-9b66-45e98647639d/v1 HTTP/1.1" 200 138 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "POST /v1/rb/definition/cds-ms-rb-8071856c-4a27-4e4d-9b66-45e98647639d/v1/profile HTTP/1.1" 201 305 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "GET /v1/rb/definition/cds-ms-rb-8071856c-4a27-4e4d-9b66-45e98647639d/v1/profile/cds-ms-prof-fc22f613-1c86-4348-bad3-3d6536d0f77e HTTP/1.1" 200 305 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "POST /v1/rb/definition/cds-ms-rb-8071856c-4a27-4e4d-9b66-45e98647639d/v1/profile/cds-ms-prof-fc22f613-1c86-4348-bad3-3d6536d0f77e/content HTTP/1.1" 200 0 2022/03/21 02:33:41 Main rss info 2022/03/21 02:33:41 Path: /tmp/helm-tmpl-127484807/manifest-0 2022/03/21 02:33:41 Kind: Service 2022/03/21 02:33:41 Path: /tmp/helm-tmpl-127484807/manifest-1 2022/03/21 02:33:41 Kind: Deployment 2022/03/21 02:33:41 Crd rss info 2022/03/21 02:33:41 Hook info {"filepath":"/tmp/helm-tmpl-127484807/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-21T02:33:41Z"} {"error":"Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","filepath":"/tmp/helm-tmpl-127484807/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-03-21T02:33:41Z"} 2022/03/21 02:33:41 Instance: modest_pascal, Main rss are failed, skip post-install and remove instance in DB 2022/03/21 02:33:41 Deleted Obj with ID ObjectID("6237e40507ef50b67c77bc32") 2022/03/21 02:33:41 Deleted Obj with ID ObjectID("6237e4056884d4a4de53a6d9") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"cds-ms-rb-8071856c-4a27-4e4d-9b66-45e98647639d","rb-version":"v1","profile-name":"cds-ms-prof-fc22f613-1c86-4348-bad3-3d6536d0f77e","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-03-21T02:33:41Z"} 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "POST /v1/instance HTTP/1.1" 500 252 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/03/21 02:33:41 Deleted Obj with ID ObjectID("6237e27807ef50b67c77bc0f") 2022/03/21 02:33:41 Deleted Obj with ID ObjectID("6237e2786884d4a4de53a4e6") 10.233.73.145 - - [21/Mar/2022:02:33:41 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.76.48 - - [21/Mar/2022:02:37:20 +0000] "GET /v1/rb/definition/de248db9-e5d1-4ce0-a863-20cc34b0941d/261621d2-1dfb-4818-bf9a-c274e47c0385 HTTP/1.1" 200 277 10.233.76.48 - - [21/Mar/2022:02:37:20 +0000] "GET /v1/rb/definition/de248db9-e5d1-4ce0-a863-20cc34b0941d/261621d2-1dfb-4818-bf9a-c274e47c0385/config-template/replica-count-template HTTP/1.1" 500 78 2022/03/21 02:37:20 [ConfigiTemplate]: create de248db9-e5d1-4ce0-a863-20cc34b0941d 10.233.76.48 - - [21/Mar/2022:02:37:20 +0000] "POST /v1/rb/definition/de248db9-e5d1-4ce0-a863-20cc34b0941d/261621d2-1dfb-4818-bf9a-c274e47c0385/config-template HTTP/1.1" 201 92 2022/03/21 02:37:20 [ConfigTemplate]: Upload replica-count-template 10.233.76.48 - - [21/Mar/2022:02:37:20 +0000] "POST /v1/rb/definition/de248db9-e5d1-4ce0-a863-20cc34b0941d/261621d2-1dfb-4818-bf9a-c274e47c0385/config-template/replica-count-template/content HTTP/1.1" 200 0 10.233.71.170 - - [21/Mar/2022:02:37:25 +0000] "POST /v1/instance HTTP/1.1" 500 42 {"error":"Unable to find Profile to create instance","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"de248db9-e5d1-4ce0-a863-20cc34b0941d","rb-version":"261621d2-1dfb-4818-bf9a-c274e47c0385","profile-name":"node-port-profile","release-name":"rel-1-apache","cloud-region":"k8sregion","labels":null,"override-values":{"aai-vf-module-put":"SUCCESS","core-instance-name":"null","k8s-rb-config-name":"replica-count-change","k8s-rb-config-template-name":"replica-count-template","k8s-rb-config-template-source":"deployment-config","k8s-rb-config-value-source":"custom-values","k8s-rb-instance-release-name":"rel-1-apache","k8s-rb-profile-k8s-version":"1.19.0","k8s-rb-profile-name":"node-port-profile","k8s-rb-profile-namespace":"onap-tests","k8s-rb-profile-source":"node-port-profile","vf-module-model-invariant-uuid":"${vf-module-model-invariant-uuid}","vf-module-model-version":"8a946ac9-ba04-4e48-ab62-a6281556e207","vf-module-name":"${vf-module-name}","vf-naming-policy":"SDNC_Policy.ONAP_NF_NAMING_TIMESTAMP","vf_module_label":"helm_apache"}},"time":"2022-03-21T02:37:25Z"} {"error":"Unable to find Profile to create instance","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"de248db9-e5d1-4ce0-a863-20cc34b0941d","rb-version":"261621d2-1dfb-4818-bf9a-c274e47c0385","profile-name":"node-port-profile","release-name":"rel-1-apache","cloud-region":"k8sregion","labels":null,"override-values":{"aai-vf-module-put":"SUCCESS","core-instance-name":"null","k8s-rb-config-name":"replica-count-change","k8s-rb-config-template-name":"replica-count-template","k8s-rb-config-template-source":"deployment-config","k8s-rb-config-value-source":"custom-values","k8s-rb-instance-release-name":"rel-1-apache","k8s-rb-profile-k8s-version":"1.19.0","k8s-rb-profile-name":"node-port-profile","k8s-rb-profile-namespace":"onap-tests","k8s-rb-profile-source":"node-port-profile","vf-module-model-invariant-uuid":"${vf-module-model-invariant-uuid}","vf-module-model-version":"8a946ac9-ba04-4e48-ab62-a6281556e207","vf-module-name":"${vf-module-name}","vf-naming-policy":"SDNC_Policy.ONAP_NF_NAMING_TIMESTAMP","vf_module_label":"helm_apache"}},"time":"2022-03-21T02:37:42Z"} 10.233.71.170 - - [21/Mar/2022:02:37:42 +0000] "POST /v1/instance HTTP/1.1" 500 42 10.233.71.170 - - [21/Mar/2022:02:38:05 +0000] "POST /v1/instance HTTP/1.1" 500 42 {"error":"Unable to find Profile to create instance","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"de248db9-e5d1-4ce0-a863-20cc34b0941d","rb-version":"261621d2-1dfb-4818-bf9a-c274e47c0385","profile-name":"node-port-profile","release-name":"rel-1-apache","cloud-region":"k8sregion","labels":null,"override-values":{"aai-vf-module-put":"SUCCESS","core-instance-name":"null","k8s-rb-config-name":"replica-count-change","k8s-rb-config-template-name":"replica-count-template","k8s-rb-config-template-source":"deployment-config","k8s-rb-config-value-source":"custom-values","k8s-rb-instance-release-name":"rel-1-apache","k8s-rb-profile-k8s-version":"1.19.0","k8s-rb-profile-name":"node-port-profile","k8s-rb-profile-namespace":"onap-tests","k8s-rb-profile-source":"node-port-profile","vf-module-model-invariant-uuid":"${vf-module-model-invariant-uuid}","vf-module-model-version":"8a946ac9-ba04-4e48-ab62-a6281556e207","vf-module-name":"${vf-module-name}","vf-naming-policy":"SDNC_Policy.ONAP_NF_NAMING_TIMESTAMP","vf_module_label":"helm_apache"}},"time":"2022-03-21T02:38:05Z"} {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2022-03-21T02:38:06Z"} 10.233.73.145 - - [21/Mar/2022:02:38:06 +0000] "DELETE /v1/instance/awesome_wescoff HTTP/1.1" 500 177 {"error":"Unable to find Profile to create instance","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"de248db9-e5d1-4ce0-a863-20cc34b0941d","rb-version":"261621d2-1dfb-4818-bf9a-c274e47c0385","profile-name":"node-port-profile","release-name":"rel-1-apache","cloud-region":"k8sregion","labels":null,"override-values":{"aai-vf-module-put":"SUCCESS","core-instance-name":"null","k8s-rb-config-name":"replica-count-change","k8s-rb-config-template-name":"replica-count-template","k8s-rb-config-template-source":"deployment-config","k8s-rb-config-value-source":"custom-values","k8s-rb-instance-release-name":"rel-1-apache","k8s-rb-profile-k8s-version":"1.19.0","k8s-rb-profile-name":"node-port-profile","k8s-rb-profile-namespace":"onap-tests","k8s-rb-profile-source":"node-port-profile","vf-module-model-invariant-uuid":"${vf-module-model-invariant-uuid}","vf-module-model-version":"8a946ac9-ba04-4e48-ab62-a6281556e207","vf-module-name":"${vf-module-name}","vf-naming-policy":"SDNC_Policy.ONAP_NF_NAMING_TIMESTAMP","vf_module_label":"helm_apache"}},"time":"2022-03-21T02:39:05Z"} 10.233.71.170 - - [21/Mar/2022:02:39:05 +0000] "POST /v1/instance HTTP/1.1" 500 42 {"error":"Unable to find Profile to create instance","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"de248db9-e5d1-4ce0-a863-20cc34b0941d","rb-version":"261621d2-1dfb-4818-bf9a-c274e47c0385","profile-name":"node-port-profile","release-name":"rel-1-apache","cloud-region":"k8sregion","labels":null,"override-values":{"aai-vf-module-put":"SUCCESS","core-instance-name":"null","k8s-rb-config-name":"replica-count-change","k8s-rb-config-template-name":"replica-count-template","k8s-rb-config-template-source":"deployment-config","k8s-rb-config-value-source":"custom-values","k8s-rb-instance-release-name":"rel-1-apache","k8s-rb-profile-k8s-version":"1.19.0","k8s-rb-profile-name":"node-port-profile","k8s-rb-profile-namespace":"onap-tests","k8s-rb-profile-source":"node-port-profile","vf-module-model-invariant-uuid":"${vf-module-model-invariant-uuid}","vf-module-model-version":"8a946ac9-ba04-4e48-ab62-a6281556e207","vf-module-name":"${vf-module-name}","vf-naming-policy":"SDNC_Policy.ONAP_NF_NAMING_TIMESTAMP","vf_module_label":"helm_apache"}},"time":"2022-03-21T02:40:28Z"} 10.233.71.170 - - [21/Mar/2022:02:40:28 +0000] "POST /v1/instance HTTP/1.1" 500 42 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e3f127bb-67c7-4630-a33e-c0dd7ed76f77/v1 HTTP/1.1" 200 125 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e3f127bb-67c7-4630-a33e-c0dd7ed76f77/v1/content HTTP/1.1" 200 0 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e3f127bb-67c7-4630-a33e-c0dd7ed76f77/v1 HTTP/1.1" 200 138 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e3f127bb-67c7-4630-a33e-c0dd7ed76f77/v1/profile HTTP/1.1" 201 314 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e3f127bb-67c7-4630-a33e-c0dd7ed76f77/v1/profile/pnf-cnf-profile-35bfc7de-ddbb-47ae-93e4-8b4fadc7325e HTTP/1.1" 200 314 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e3f127bb-67c7-4630-a33e-c0dd7ed76f77/v1/profile/pnf-cnf-profile-35bfc7de-ddbb-47ae-93e4-8b4fadc7325e/content HTTP/1.1" 200 0 2022/03/21 02:43:17 Main rss info 2022/03/21 02:43:17 Path: /tmp/helm-tmpl-247896341/manifest-0 2022/03/21 02:43:17 Kind: Service 2022/03/21 02:43:17 Path: /tmp/helm-tmpl-247896341/manifest-1 2022/03/21 02:43:17 Kind: Service 2022/03/21 02:43:17 Path: /tmp/helm-tmpl-247896341/manifest-2 2022/03/21 02:43:17 Kind: Pod 2022/03/21 02:43:17 Path: /tmp/helm-tmpl-247896341/manifest-3 2022/03/21 02:43:17 Kind: Deployment 2022/03/21 02:43:17 Crd rss info 2022/03/21 02:43:17 Hook info {"filepath":"/tmp/helm-tmpl-247896341/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-21T02:43:17Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-247896341/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-03-21T02:43:17Z"} 2022/03/21 02:43:17 Instance: lucid_rosalind, Main rss are failed, skip post-install and remove instance in DB 2022/03/21 02:43:17 Deleted Obj with ID ObjectID("6237e64507ef50b67c77bc3e") 2022/03/21 02:43:17 Deleted Obj with ID ObjectID("6237e6456884d4a4de53a8a2") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-e3f127bb-67c7-4630-a33e-c0dd7ed76f77","rb-version":"v1","profile-name":"pnf-cnf-profile-35bfc7de-ddbb-47ae-93e4-8b4fadc7325e","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-03-21T02:43:17Z"} 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "POST /v1/instance HTTP/1.1" 500 180 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7665 2022/03/21 02:43:17 Deleted Obj with ID ObjectID("6237e64507ef50b67c77bc36") 2022/03/21 02:43:17 Deleted Obj with ID ObjectID("6237e6456884d4a4de53a866") 10.233.73.145 - - [21/Mar/2022:02:43:17 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 {"error":"Unable to find Profile to create instance","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"de248db9-e5d1-4ce0-a863-20cc34b0941d","rb-version":"261621d2-1dfb-4818-bf9a-c274e47c0385","profile-name":"node-port-profile","release-name":"rel-1-apache","cloud-region":"k8sregion","labels":null,"override-values":{"aai-vf-module-put":"SUCCESS","core-instance-name":"null","k8s-rb-config-name":"replica-count-change","k8s-rb-config-template-name":"replica-count-template","k8s-rb-config-template-source":"deployment-config","k8s-rb-config-value-source":"custom-values","k8s-rb-instance-release-name":"rel-1-apache","k8s-rb-profile-k8s-version":"1.19.0","k8s-rb-profile-name":"node-port-profile","k8s-rb-profile-namespace":"onap-tests","k8s-rb-profile-source":"node-port-profile","vf-module-model-invariant-uuid":"${vf-module-model-invariant-uuid}","vf-module-model-version":"8a946ac9-ba04-4e48-ab62-a6281556e207","vf-module-name":"${vf-module-name}","vf-naming-policy":"SDNC_Policy.ONAP_NF_NAMING_TIMESTAMP","vf_module_label":"helm_apache"}},"time":"2022-03-21T02:43:26Z"} 10.233.71.170 - - [21/Mar/2022:02:43:26 +0000] "POST /v1/instance HTTP/1.1" 500 42 10.233.73.145 - - [21/Mar/2022:02:49:01 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.73.145 - - [21/Mar/2022:02:49:01 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7672 10.233.73.145 - - [21/Mar/2022:02:49:01 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7672