2022/02/05 09:58:26 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2022/02/05 09:58:26 Starting Kubernetes Multicloud API 2022/02/05 09:58:26 Error Getting TLS Configuration. Starting without TLS... 10.233.72.131 - - [05/Feb/2022:11:40:01 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:11:40:42 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:11:41:27 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:11:42:23 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:11:43:05 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:11:44:35 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:11:47:11 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:04:31 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:05:17 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:06:04 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:07:09 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:09:18 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:11:50 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7561 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "GET /v1/rb/definition/pnf-cnf-rb-dc2bf065-fca4-4e23-be2c-7f785034aaff/v1 HTTP/1.1" 200 125 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "POST /v1/rb/definition/pnf-cnf-rb-dc2bf065-fca4-4e23-be2c-7f785034aaff/v1/content HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "GET /v1/rb/definition/pnf-cnf-rb-dc2bf065-fca4-4e23-be2c-7f785034aaff/v1 HTTP/1.1" 200 138 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "POST /v1/rb/definition/pnf-cnf-rb-dc2bf065-fca4-4e23-be2c-7f785034aaff/v1/profile HTTP/1.1" 201 314 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "GET /v1/rb/definition/pnf-cnf-rb-dc2bf065-fca4-4e23-be2c-7f785034aaff/v1/profile/pnf-cnf-profile-7a1d76e0-90fa-4961-9bb1-d6c1378fa63f HTTP/1.1" 200 314 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "POST /v1/rb/definition/pnf-cnf-rb-dc2bf065-fca4-4e23-be2c-7f785034aaff/v1/profile/pnf-cnf-profile-7a1d76e0-90fa-4961-9bb1-d6c1378fa63f/content HTTP/1.1" 200 0 2022/02/05 12:20:44 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/02/05 12:20:44 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/02/05 12:20:44 Main rss info 2022/02/05 12:20:44 Path: /tmp/helm-tmpl-113951500/manifest-0 2022/02/05 12:20:44 Kind: Service 2022/02/05 12:20:44 Path: /tmp/helm-tmpl-113951500/manifest-1 2022/02/05 12:20:44 Kind: Service 2022/02/05 12:20:44 Path: /tmp/helm-tmpl-113951500/manifest-2 2022/02/05 12:20:44 Kind: Pod 2022/02/05 12:20:44 Path: /tmp/helm-tmpl-113951500/manifest-3 2022/02/05 12:20:44 Kind: Deployment 2022/02/05 12:20:44 Crd rss info 2022/02/05 12:20:44 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-02-05T12:20:44Z"} 2022/02/05 12:20:44 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-113951500/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-05T12:20:44Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-02-05T12:20:45Z"} {"filepath":"/tmp/helm-tmpl-113951500/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-05T12:20:45Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-02-05T12:20:46Z"} {"filepath":"/tmp/helm-tmpl-113951500/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-05T12:20:46Z"} 2022/02/05 12:20:46 No plugin for kind Pod found. Using generic Plugin 2022/02/05 12:20:46 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-02-05T12:20:46Z"} {"filepath":"/tmp/helm-tmpl-113951500/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-05T12:20:46Z"} 2022/02/05 12:20:46 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-02-05T12:20:47Z"} 10.233.72.131 - - [05/Feb/2022:12:20:44 +0000] "POST /v1/instance HTTP/1.1" 201 736 10.233.72.131 - - [05/Feb/2022:12:22:11 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.72.131 - - [05/Feb/2022:12:22:11 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.72.131 - - [05/Feb/2022:12:22:11 +0000] "GET /v1/rb/definition/cds-ms-rb-d0c2466b-9d80-4699-8dd6-b07cb2fe0b3e/v1 HTTP/1.1" 200 124 10.233.72.131 - - [05/Feb/2022:12:22:11 +0000] "POST /v1/rb/definition/cds-ms-rb-d0c2466b-9d80-4699-8dd6-b07cb2fe0b3e/v1/content HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:22:11 +0000] "GET /v1/rb/definition/cds-ms-rb-d0c2466b-9d80-4699-8dd6-b07cb2fe0b3e/v1 HTTP/1.1" 200 138 10.233.72.131 - - [05/Feb/2022:12:22:12 +0000] "POST /v1/rb/definition/cds-ms-rb-d0c2466b-9d80-4699-8dd6-b07cb2fe0b3e/v1/profile HTTP/1.1" 201 305 10.233.72.131 - - [05/Feb/2022:12:22:12 +0000] "GET /v1/rb/definition/cds-ms-rb-d0c2466b-9d80-4699-8dd6-b07cb2fe0b3e/v1/profile/cds-ms-prof-ac99eb4e-937f-45dc-acda-17dacbff503b HTTP/1.1" 200 305 10.233.72.131 - - [05/Feb/2022:12:22:12 +0000] "POST /v1/rb/definition/cds-ms-rb-d0c2466b-9d80-4699-8dd6-b07cb2fe0b3e/v1/profile/cds-ms-prof-ac99eb4e-937f-45dc-acda-17dacbff503b/content HTTP/1.1" 200 0 2022/02/05 12:22:12 Main rss info 2022/02/05 12:22:12 Path: /tmp/helm-tmpl-057549296/manifest-0 2022/02/05 12:22:12 Kind: Service 2022/02/05 12:22:12 Path: /tmp/helm-tmpl-057549296/manifest-1 2022/02/05 12:22:12 Kind: Deployment 2022/02/05 12:22:12 Crd rss info 2022/02/05 12:22:12 Hook info {"filepath":"/tmp/helm-tmpl-057549296/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-05T12:22:12Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-02-05T12:22:13Z"} {"filepath":"/tmp/helm-tmpl-057549296/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-05T12:22:13Z"} 2022/02/05 12:22:13 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-02-05T12:22:13Z"} 10.233.72.131 - - [05/Feb/2022:12:22:12 +0000] "POST /v1/instance HTTP/1.1" 201 538 10.233.72.131 - - [05/Feb/2022:12:30:41 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.72.131 - - [05/Feb/2022:12:30:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.131 - - [05/Feb/2022:12:30:41 +0000] "GET /v1/rb/definition/pnf-cnf-rb-642666b6-fbdb-4b13-8d0e-39cf94ac1975/v1 HTTP/1.1" 200 125 10.233.72.131 - - [05/Feb/2022:12:30:41 +0000] "POST /v1/rb/definition/pnf-cnf-rb-642666b6-fbdb-4b13-8d0e-39cf94ac1975/v1/content HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:30:41 +0000] "GET /v1/rb/definition/pnf-cnf-rb-642666b6-fbdb-4b13-8d0e-39cf94ac1975/v1 HTTP/1.1" 200 138 10.233.72.131 - - [05/Feb/2022:12:30:41 +0000] "POST /v1/rb/definition/pnf-cnf-rb-642666b6-fbdb-4b13-8d0e-39cf94ac1975/v1/profile HTTP/1.1" 201 314 10.233.72.131 - - [05/Feb/2022:12:30:41 +0000] "GET /v1/rb/definition/pnf-cnf-rb-642666b6-fbdb-4b13-8d0e-39cf94ac1975/v1/profile/pnf-cnf-profile-a84df4ba-6f31-4176-8572-4448c544d648 HTTP/1.1" 200 314 10.233.72.131 - - [05/Feb/2022:12:30:41 +0000] "POST /v1/rb/definition/pnf-cnf-rb-642666b6-fbdb-4b13-8d0e-39cf94ac1975/v1/profile/pnf-cnf-profile-a84df4ba-6f31-4176-8572-4448c544d648/content HTTP/1.1" 200 0 2022/02/05 12:30:41 Main rss info 2022/02/05 12:30:41 Path: /tmp/helm-tmpl-401731379/manifest-0 2022/02/05 12:30:41 Kind: Service 2022/02/05 12:30:41 Path: /tmp/helm-tmpl-401731379/manifest-1 2022/02/05 12:30:41 Kind: Service 2022/02/05 12:30:41 Path: /tmp/helm-tmpl-401731379/manifest-2 2022/02/05 12:30:41 Kind: Pod 2022/02/05 12:30:41 Path: /tmp/helm-tmpl-401731379/manifest-3 2022/02/05 12:30:41 Kind: Deployment 2022/02/05 12:30:41 Crd rss info 2022/02/05 12:30:41 Hook info {"filepath":"/tmp/helm-tmpl-401731379/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-05T12:30:41Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-401731379/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-02-05T12:30:41Z"} 2022/02/05 12:30:41 Instance: gifted_matsumoto, Main rss are failed, skip post-install and remove instance in DB 2022/02/05 12:30:41 Deleted Obj with ID ObjectID("61fe6df1d97094398b2ef49b") 2022/02/05 12:30:41 Deleted Obj with ID ObjectID("61fe6df1ea69cd7b259ba3d4") 10.233.72.131 - - [05/Feb/2022:12:30:41 +0000] "POST /v1/instance HTTP/1.1" 500 180 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-642666b6-fbdb-4b13-8d0e-39cf94ac1975","rb-version":"v1","profile-name":"pnf-cnf-profile-a84df4ba-6f31-4176-8572-4448c544d648","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-02-05T12:30:41Z"} 10.233.72.131 - - [05/Feb/2022:12:35:13 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.72.131 - - [05/Feb/2022:12:35:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.72.131 - - [05/Feb/2022:12:35:14 +0000] "GET /v1/rb/definition/cds-ms-rb-3625aff9-5f8e-4bda-aeed-1867de106b85/v1 HTTP/1.1" 200 124 10.233.72.131 - - [05/Feb/2022:12:35:14 +0000] "POST /v1/rb/definition/cds-ms-rb-3625aff9-5f8e-4bda-aeed-1867de106b85/v1/content HTTP/1.1" 200 0 10.233.72.131 - - [05/Feb/2022:12:35:14 +0000] "GET /v1/rb/definition/cds-ms-rb-3625aff9-5f8e-4bda-aeed-1867de106b85/v1 HTTP/1.1" 200 138 10.233.72.131 - - [05/Feb/2022:12:35:14 +0000] "POST /v1/rb/definition/cds-ms-rb-3625aff9-5f8e-4bda-aeed-1867de106b85/v1/profile HTTP/1.1" 201 305 10.233.72.131 - - [05/Feb/2022:12:35:14 +0000] "GET /v1/rb/definition/cds-ms-rb-3625aff9-5f8e-4bda-aeed-1867de106b85/v1/profile/cds-ms-prof-77d1c57a-a07e-4577-9e29-9a14ba04ac9a HTTP/1.1" 200 305 10.233.72.131 - - [05/Feb/2022:12:35:14 +0000] "POST /v1/rb/definition/cds-ms-rb-3625aff9-5f8e-4bda-aeed-1867de106b85/v1/profile/cds-ms-prof-77d1c57a-a07e-4577-9e29-9a14ba04ac9a/content HTTP/1.1" 200 0 2022/02/05 12:35:14 Main rss info 2022/02/05 12:35:14 Path: /tmp/helm-tmpl-045161610/manifest-0 2022/02/05 12:35:14 Kind: Service 2022/02/05 12:35:14 Path: /tmp/helm-tmpl-045161610/manifest-1 2022/02/05 12:35:14 Kind: Deployment 2022/02/05 12:35:14 Crd rss info 2022/02/05 12:35:14 Hook info {"filepath":"/tmp/helm-tmpl-045161610/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-05T12:35:14Z"} {"error":"Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","filepath":"/tmp/helm-tmpl-045161610/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-02-05T12:35:14Z"} 2022/02/05 12:35:14 Instance: wonderful_zhukovsky, Main rss are failed, skip post-install and remove instance in DB 2022/02/05 12:35:14 Deleted Obj with ID ObjectID("61fe6f02d97094398b2ef4a3") 2022/02/05 12:35:14 Deleted Obj with ID ObjectID("61fe6f02ea69cd7b259ba4c3") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"cds-ms-rb-3625aff9-5f8e-4bda-aeed-1867de106b85","rb-version":"v1","profile-name":"cds-ms-prof-77d1c57a-a07e-4577-9e29-9a14ba04ac9a","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-02-05T12:35:14Z"} 10.233.72.131 - - [05/Feb/2022:12:35:14 +0000] "POST /v1/instance HTTP/1.1" 500 252