By type
2022/04/09 04:51:03 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2022/04/09 04:51:04 Starting Kubernetes Multicloud API 2022/04/09 04:51:04 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-04-09T04:51:14Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-04-09T04:51:14Z"} 10.233.72.185 - - [09/Apr/2022:05:27:07 +0000] "GET /v1/instance HTTP/1.1" 500 63 {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-04-09T05:27:07Z"} 10.233.66.208 - - [09/Apr/2022:06:05:11 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.208 - - [09/Apr/2022:06:05:54 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.208 - - [09/Apr/2022:06:06:34 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [09/Apr/2022:06:07:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.66.208 - - [09/Apr/2022:06:07:30 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.208 - - [09/Apr/2022:06:08:08 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.208 - - [09/Apr/2022:06:09:33 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [09/Apr/2022:06:10:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [09/Apr/2022:06:11:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.66.208 - - [09/Apr/2022:06:12:09 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [09/Apr/2022:06:20:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "GET /v1/rb/definition/cds-ms-rb-36cb6c45-d8b1-4b88-a05c-ec972e990a52/v1 HTTP/1.1" 200 124 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "POST /v1/rb/definition/cds-ms-rb-36cb6c45-d8b1-4b88-a05c-ec972e990a52/v1/content HTTP/1.1" 200 0 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "GET /v1/rb/definition/cds-ms-rb-36cb6c45-d8b1-4b88-a05c-ec972e990a52/v1 HTTP/1.1" 200 138 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "POST /v1/rb/definition/cds-ms-rb-36cb6c45-d8b1-4b88-a05c-ec972e990a52/v1/profile HTTP/1.1" 201 305 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "GET /v1/rb/definition/cds-ms-rb-36cb6c45-d8b1-4b88-a05c-ec972e990a52/v1/profile/cds-ms-prof-25978b67-1f0b-46fe-b8fd-2b9d05de0bed HTTP/1.1" 200 305 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "POST /v1/rb/definition/cds-ms-rb-36cb6c45-d8b1-4b88-a05c-ec972e990a52/v1/profile/cds-ms-prof-25978b67-1f0b-46fe-b8fd-2b9d05de0bed/content HTTP/1.1" 200 0 2022/04/09 06:21:27 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/04/09 06:21:27 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/04/09 06:21:27 Main rss info 2022/04/09 06:21:27 Path: /tmp/helm-tmpl-611693612/manifest-0 2022/04/09 06:21:27 Kind: Service 2022/04/09 06:21:27 Path: /tmp/helm-tmpl-611693612/manifest-1 2022/04/09 06:21:27 Kind: Deployment 2022/04/09 06:21:27 Crd rss info 2022/04/09 06:21:27 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-04-09T06:21:27Z"} 2022/04/09 06:21:27 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-611693612/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-09T06:21:27Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-04-09T06:21:27Z"} {"filepath":"/tmp/helm-tmpl-611693612/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-09T06:21:27Z"} 2022/04/09 06:21:27 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-04-09T06:21:27Z"} 10.233.66.208 - - [09/Apr/2022:06:21:27 +0000] "POST /v1/instance HTTP/1.1" 201 540 10.233.66.208 - - [09/Apr/2022:06:21:31 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.66.208 - - [09/Apr/2022:06:21:31 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 10.233.66.208 - - [09/Apr/2022:06:21:32 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.66.208 - - [09/Apr/2022:06:21:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.208 - - [09/Apr/2022:06:21:32 +0000] "GET /v1/rb/definition/pnf-cnf-rb-49088acd-06b9-48a3-9e20-cfe08744e121/v1 HTTP/1.1" 200 125 10.233.66.208 - - [09/Apr/2022:06:21:32 +0000] "POST /v1/rb/definition/pnf-cnf-rb-49088acd-06b9-48a3-9e20-cfe08744e121/v1/content HTTP/1.1" 200 0 10.233.66.208 - - [09/Apr/2022:06:21:32 +0000] "GET /v1/rb/definition/pnf-cnf-rb-49088acd-06b9-48a3-9e20-cfe08744e121/v1 HTTP/1.1" 200 138 10.233.66.208 - - [09/Apr/2022:06:21:32 +0000] "POST /v1/rb/definition/pnf-cnf-rb-49088acd-06b9-48a3-9e20-cfe08744e121/v1/profile HTTP/1.1" 201 314 10.233.66.208 - - [09/Apr/2022:06:21:32 +0000] "GET /v1/rb/definition/pnf-cnf-rb-49088acd-06b9-48a3-9e20-cfe08744e121/v1/profile/pnf-cnf-profile-097b19e4-70da-426a-a95e-a30dfb6529a8 HTTP/1.1" 200 314 10.233.66.208 - - [09/Apr/2022:06:21:32 +0000] "POST /v1/rb/definition/pnf-cnf-rb-49088acd-06b9-48a3-9e20-cfe08744e121/v1/profile/pnf-cnf-profile-097b19e4-70da-426a-a95e-a30dfb6529a8/content HTTP/1.1" 200 0 2022/04/09 06:21:32 Main rss info 2022/04/09 06:21:32 Path: /tmp/helm-tmpl-111146012/manifest-0 2022/04/09 06:21:32 Kind: Service 2022/04/09 06:21:32 Path: /tmp/helm-tmpl-111146012/manifest-1 2022/04/09 06:21:32 Kind: Service 2022/04/09 06:21:32 Path: /tmp/helm-tmpl-111146012/manifest-2 2022/04/09 06:21:32 Kind: Pod 2022/04/09 06:21:32 Path: /tmp/helm-tmpl-111146012/manifest-3 2022/04/09 06:21:32 Kind: Deployment 2022/04/09 06:21:32 Crd rss info 2022/04/09 06:21:32 Hook info {"filepath":"/tmp/helm-tmpl-111146012/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-09T06:21:32Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-09T06:21:32Z"} {"filepath":"/tmp/helm-tmpl-111146012/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-09T06:21:32Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-09T06:21:32Z"} {"filepath":"/tmp/helm-tmpl-111146012/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-09T06:21:32Z"} 2022/04/09 06:21:32 No plugin for kind Pod found. Using generic Plugin 2022/04/09 06:21:32 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-04-09T06:21:32Z"} {"filepath":"/tmp/helm-tmpl-111146012/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-09T06:21:32Z"} 2022/04/09 06:21:32 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-04-09T06:21:32Z"} 10.233.66.208 - - [09/Apr/2022:06:21:32 +0000] "POST /v1/instance HTTP/1.1" 201 747 2022/04/09 06:22:46 [Config Cleanup] Instance lucid_pascal 2022/04/09 06:22:46 [scheduleResources]: START thread {"error":"Cleanup Config Resources: Retrieving active config list info: Get Config DB Entry: Get Config DB List: Etcd Client not initialized","level":"error","msg":"Error Deleting Instance","time":"2022-04-09T06:22:51Z"} 10.233.66.208 - - [09/Apr/2022:06:22:46 +0000] "DELETE /v1/instance/lucid_pascal HTTP/1.1" 500 131 127.0.0.1 - - [09/Apr/2022:06:24:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.66.208 - - [09/Apr/2022:06:24:26 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 10.233.66.208 - - [09/Apr/2022:06:24:26 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 10.233.66.208 - - [09/Apr/2022:06:24:26 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [09/Apr/2022:06:24:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [09/Apr/2022:06:24:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [09/Apr/2022:06:24:38 +0000] "POST /v1/rb/definition/463e557f-75e8-4cf9-83ac-c0e74e891fb1/4b8036eb-b6f3-4723-9152-fada20f969cd/content HTTP/1.1" 200 0 127.0.0.1 - - [09/Apr/2022:06:25:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.66.208 - - [09/Apr/2022:06:26:09 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 10.233.66.208 - - [09/Apr/2022:06:26:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.208 - - [09/Apr/2022:06:26:09 +0000] "GET /v1/rb/definition/cds-ms-rb-32334e6e-ef16-4695-90cf-5f7f7354d227/v1 HTTP/1.1" 200 124 10.233.66.208 - - [09/Apr/2022:06:26:09 +0000] "POST /v1/rb/definition/cds-ms-rb-32334e6e-ef16-4695-90cf-5f7f7354d227/v1/content HTTP/1.1" 200 0 10.233.66.208 - - [09/Apr/2022:06:26:09 +0000] "GET /v1/rb/definition/cds-ms-rb-32334e6e-ef16-4695-90cf-5f7f7354d227/v1 HTTP/1.1" 200 138 10.233.66.208 - - [09/Apr/2022:06:26:09 +0000] "POST /v1/rb/definition/cds-ms-rb-32334e6e-ef16-4695-90cf-5f7f7354d227/v1/profile HTTP/1.1" 201 305 10.233.66.208 - - [09/Apr/2022:06:26:09 +0000] "GET /v1/rb/definition/cds-ms-rb-32334e6e-ef16-4695-90cf-5f7f7354d227/v1/profile/cds-ms-prof-17685e6b-2434-47a5-ba57-34d7cd2ee3f8 HTTP/1.1" 200 305 10.233.66.208 - - [09/Apr/2022:06:26:09 +0000] "POST /v1/rb/definition/cds-ms-rb-32334e6e-ef16-4695-90cf-5f7f7354d227/v1/profile/cds-ms-prof-17685e6b-2434-47a5-ba57-34d7cd2ee3f8/content HTTP/1.1" 200 0 2022/04/09 06:26:10 Main rss info 2022/04/09 06:26:10 Path: /tmp/helm-tmpl-267483961/manifest-0 2022/04/09 06:26:10 Kind: Service 2022/04/09 06:26:10 Path: /tmp/helm-tmpl-267483961/manifest-1 2022/04/09 06:26:10 Kind: Deployment 2022/04/09 06:26:10 Crd rss info 2022/04/09 06:26:10 Hook info {"filepath":"/tmp/helm-tmpl-267483961/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-09T06:26:10Z"} {"error":"Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","filepath":"/tmp/helm-tmpl-267483961/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-04-09T06:26:10Z"} 2022/04/09 06:26:10 Instance: elegant_yalow, Main rss are failed, skip post-install and remove instance in DB 2022/04/09 06:26:10 Deleted Obj with ID ObjectID("625127021d24017cf0df2c6f") 2022/04/09 06:26:10 Deleted Obj with ID ObjectID("625127016635f8ca78cd1a12") 10.233.66.208 - - [09/Apr/2022:06:26:09 +0000] "POST /v1/instance HTTP/1.1" 500 252 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"cds-ms-rb-32334e6e-ef16-4695-90cf-5f7f7354d227","rb-version":"v1","profile-name":"cds-ms-prof-17685e6b-2434-47a5-ba57-34d7cd2ee3f8","release-name":"","cloud-region":"k8sregion-cds","labels":{},"override-values":{}},"time":"2022-04-09T06:26:10Z"} 10.233.66.208 - - [09/Apr/2022:06:26:10 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/04/09 06:26:10 Deleted Obj with ID ObjectID("625125e71d24017cf0df2c46") 2022/04/09 06:26:10 Deleted Obj with ID ObjectID("625125e66635f8ca78cd1850") 10.233.66.208 - - [09/Apr/2022:06:26:10 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.1 - - [09/Apr/2022:06:29:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 2022/04/09 06:35:27 [Config Cleanup] Instance competent_haslett 2022/04/09 06:35:27 [scheduleResources]: START thread {"error":"Cleanup Config Resources: Retrieving active config list info: Get Config DB Entry: Get Config DB List: Etcd Client not initialized","level":"error","msg":"Error Deleting Instance","time":"2022-04-09T06:35:32Z"} 10.233.66.208 - - [09/Apr/2022:06:35:27 +0000] "DELETE /v1/instance/competent_haslett HTTP/1.1" 500 131 10.233.66.208 - - [09/Apr/2022:06:38:10 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 10.233.66.208 - - [09/Apr/2022:06:38:10 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.208 - - [09/Apr/2022:06:38:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2e252bd7-5575-495c-8b22-33efaba3ee67/v1 HTTP/1.1" 200 125 10.233.66.208 - - [09/Apr/2022:06:38:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2e252bd7-5575-495c-8b22-33efaba3ee67/v1/content HTTP/1.1" 200 0 10.233.66.208 - - [09/Apr/2022:06:38:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2e252bd7-5575-495c-8b22-33efaba3ee67/v1 HTTP/1.1" 200 138 10.233.66.208 - - [09/Apr/2022:06:38:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2e252bd7-5575-495c-8b22-33efaba3ee67/v1/profile HTTP/1.1" 201 314 10.233.66.208 - - [09/Apr/2022:06:38:10 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2e252bd7-5575-495c-8b22-33efaba3ee67/v1/profile/pnf-cnf-profile-6d785176-3107-40bc-b475-d6cc37b74ddc HTTP/1.1" 200 314 10.233.66.208 - - [09/Apr/2022:06:38:10 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2e252bd7-5575-495c-8b22-33efaba3ee67/v1/profile/pnf-cnf-profile-6d785176-3107-40bc-b475-d6cc37b74ddc/content HTTP/1.1" 200 0 2022/04/09 06:38:10 Main rss info 2022/04/09 06:38:11 Path: /tmp/helm-tmpl-140999863/manifest-0 2022/04/09 06:38:11 Kind: Service 2022/04/09 06:38:11 Path: /tmp/helm-tmpl-140999863/manifest-1 2022/04/09 06:38:11 Kind: Service 2022/04/09 06:38:11 Path: /tmp/helm-tmpl-140999863/manifest-2 2022/04/09 06:38:11 Kind: Pod 2022/04/09 06:38:11 Path: /tmp/helm-tmpl-140999863/manifest-3 2022/04/09 06:38:11 Kind: Deployment 2022/04/09 06:38:11 Crd rss info 2022/04/09 06:38:11 Hook info {"filepath":"/tmp/helm-tmpl-140999863/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-04-09T06:38:11Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-140999863/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-04-09T06:38:11Z"} 2022/04/09 06:38:11 Instance: relaxed_keldysh, Main rss are failed, skip post-install and remove instance in DB 2022/04/09 06:38:11 Deleted Obj with ID ObjectID("625129d31d24017cf0df2c7a") 2022/04/09 06:38:11 Deleted Obj with ID ObjectID("625129d26635f8ca78cd1c2c") 10.233.66.208 - - [09/Apr/2022:06:38:10 +0000] "POST /v1/instance HTTP/1.1" 500 180 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-2e252bd7-5575-495c-8b22-33efaba3ee67","rb-version":"v1","profile-name":"pnf-cnf-profile-6d785176-3107-40bc-b475-d6cc37b74ddc","release-name":"","cloud-region":"k8sregion-pnf-macro","labels":{},"override-values":{}},"time":"2022-04-09T06:38:11Z"} 10.233.66.208 - - [09/Apr/2022:06:38:11 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/04/09 06:38:11 Deleted Obj with ID ObjectID("625125eb1d24017cf0df2c50") 2022/04/09 06:38:11 Deleted Obj with ID ObjectID("625125eb6635f8ca78cd189a") 10.233.66.208 - - [09/Apr/2022:06:38:11 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 127.0.0.1 - - [09/Apr/2022:06:39:54 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [09/Apr/2022:06:49:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270