2022/03/31 04:41:55 Starting Kubernetes Multicloud API 2022/03/31 04:41:55 Error Getting TLS Configuration. Starting without TLS... 10.233.66.101 - - [31/Mar/2022:06:45:40 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:06:46:27 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:06:47:22 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [31/Mar/2022:06:48:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.66.101 - - [31/Mar/2022:06:48:46 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:06:49:14 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:06:49:54 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:06:50:45 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:06:51:39 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:06:52:23 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:06:53:41 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:06:56:21 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:07:20:58 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.66.101 - - [31/Mar/2022:07:20:58 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.66.101 - - [31/Mar/2022:07:20:58 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.66.101 - - [31/Mar/2022:07:20:58 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.66.101 - - [31/Mar/2022:07:20:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.101 - - [31/Mar/2022:07:20:58 +0000] "GET /v1/rb/definition/pnf-cnf-rb-836f6552-868a-4726-a6e9-92e3dc4389bc/v1 HTTP/1.1" 200 125 10.233.66.101 - - [31/Mar/2022:07:20:58 +0000] "POST /v1/rb/definition/pnf-cnf-rb-836f6552-868a-4726-a6e9-92e3dc4389bc/v1/content HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:07:20:58 +0000] "GET /v1/rb/definition/pnf-cnf-rb-836f6552-868a-4726-a6e9-92e3dc4389bc/v1 HTTP/1.1" 200 138 10.233.66.101 - - [31/Mar/2022:07:20:58 +0000] "POST /v1/rb/definition/pnf-cnf-rb-836f6552-868a-4726-a6e9-92e3dc4389bc/v1/profile HTTP/1.1" 201 314 10.233.66.101 - - [31/Mar/2022:07:20:58 +0000] "GET /v1/rb/definition/pnf-cnf-rb-836f6552-868a-4726-a6e9-92e3dc4389bc/v1/profile/pnf-cnf-profile-ba51ff0e-5d97-41e0-8bfa-55c025b6c196 HTTP/1.1" 200 314 10.233.66.101 - - [31/Mar/2022:07:20:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-836f6552-868a-4726-a6e9-92e3dc4389bc/v1/profile/pnf-cnf-profile-ba51ff0e-5d97-41e0-8bfa-55c025b6c196/content HTTP/1.1" 200 0 2022/03/31 07:20:59 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/03/31 07:20:59 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/03/31 07:20:59 Main rss info 2022/03/31 07:20:59 Path: /tmp/helm-tmpl-895912777/manifest-0 2022/03/31 07:20:59 Kind: Service 2022/03/31 07:20:59 Path: /tmp/helm-tmpl-895912777/manifest-1 2022/03/31 07:20:59 Kind: Service 2022/03/31 07:20:59 Path: /tmp/helm-tmpl-895912777/manifest-2 2022/03/31 07:20:59 Kind: Pod 2022/03/31 07:20:59 Path: /tmp/helm-tmpl-895912777/manifest-3 2022/03/31 07:20:59 Kind: Deployment 2022/03/31 07:20:59 Crd rss info 2022/03/31 07:20:59 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-03-31T07:20:59Z"} 2022/03/31 07:20:59 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-895912777/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-31T07:20:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-31T07:20:59Z"} {"filepath":"/tmp/helm-tmpl-895912777/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-31T07:20:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-31T07:20:59Z"} {"filepath":"/tmp/helm-tmpl-895912777/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-31T07:20:59Z"} 2022/03/31 07:20:59 No plugin for kind Pod found. Using generic Plugin 2022/03/31 07:20:59 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-31T07:20:59Z"} {"filepath":"/tmp/helm-tmpl-895912777/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-31T07:20:59Z"} 2022/03/31 07:20:59 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-31T07:20:59Z"} 10.233.66.101 - - [31/Mar/2022:07:20:59 +0000] "POST /v1/instance HTTP/1.1" 201 736 10.233.66.101 - - [31/Mar/2022:07:24:14 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.66.101 - - [31/Mar/2022:07:24:14 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.101 - - [31/Mar/2022:07:24:14 +0000] "GET /v1/rb/definition/cds-ms-rb-39bf1162-aafd-4da2-9dc1-8bd1beb02475/v1 HTTP/1.1" 200 124 10.233.66.101 - - [31/Mar/2022:07:24:14 +0000] "POST /v1/rb/definition/cds-ms-rb-39bf1162-aafd-4da2-9dc1-8bd1beb02475/v1/content HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:07:24:14 +0000] "GET /v1/rb/definition/cds-ms-rb-39bf1162-aafd-4da2-9dc1-8bd1beb02475/v1 HTTP/1.1" 200 138 10.233.66.101 - - [31/Mar/2022:07:24:14 +0000] "POST /v1/rb/definition/cds-ms-rb-39bf1162-aafd-4da2-9dc1-8bd1beb02475/v1/profile HTTP/1.1" 201 305 10.233.66.101 - - [31/Mar/2022:07:24:14 +0000] "GET /v1/rb/definition/cds-ms-rb-39bf1162-aafd-4da2-9dc1-8bd1beb02475/v1/profile/cds-ms-prof-a90d9020-be58-498b-8ba8-c0fedf26122d HTTP/1.1" 200 305 10.233.66.101 - - [31/Mar/2022:07:24:14 +0000] "POST /v1/rb/definition/cds-ms-rb-39bf1162-aafd-4da2-9dc1-8bd1beb02475/v1/profile/cds-ms-prof-a90d9020-be58-498b-8ba8-c0fedf26122d/content HTTP/1.1" 200 0 2022/03/31 07:24:15 Main rss info 2022/03/31 07:24:15 Path: /tmp/helm-tmpl-399042293/manifest-0 2022/03/31 07:24:15 Kind: Service 2022/03/31 07:24:15 Path: /tmp/helm-tmpl-399042293/manifest-1 2022/03/31 07:24:15 Kind: Deployment 2022/03/31 07:24:15 Crd rss info 2022/03/31 07:24:15 Hook info {"filepath":"/tmp/helm-tmpl-399042293/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-31T07:24:15Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-03-31T07:24:15Z"} {"filepath":"/tmp/helm-tmpl-399042293/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-31T07:24:15Z"} 2022/03/31 07:24:15 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-03-31T07:24:15Z"} 10.233.66.101 - - [31/Mar/2022:07:24:15 +0000] "POST /v1/instance HTTP/1.1" 201 541 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e98d1888-5f7c-4a24-b3c1-701d8134c2c7/v1 HTTP/1.1" 200 125 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e98d1888-5f7c-4a24-b3c1-701d8134c2c7/v1/content HTTP/1.1" 200 0 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e98d1888-5f7c-4a24-b3c1-701d8134c2c7/v1 HTTP/1.1" 200 138 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e98d1888-5f7c-4a24-b3c1-701d8134c2c7/v1/profile HTTP/1.1" 201 314 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e98d1888-5f7c-4a24-b3c1-701d8134c2c7/v1/profile/pnf-cnf-profile-679658da-b357-4157-9e48-fa4d27d34147 HTTP/1.1" 200 314 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e98d1888-5f7c-4a24-b3c1-701d8134c2c7/v1/profile/pnf-cnf-profile-679658da-b357-4157-9e48-fa4d27d34147/content HTTP/1.1" 200 0 2022/03/31 07:24:30 Main rss info 2022/03/31 07:24:30 Path: /tmp/helm-tmpl-390198276/manifest-0 2022/03/31 07:24:30 Kind: Service 2022/03/31 07:24:30 Path: /tmp/helm-tmpl-390198276/manifest-1 2022/03/31 07:24:30 Kind: Service 2022/03/31 07:24:30 Path: /tmp/helm-tmpl-390198276/manifest-2 2022/03/31 07:24:30 Kind: Pod 2022/03/31 07:24:30 Path: /tmp/helm-tmpl-390198276/manifest-3 2022/03/31 07:24:30 Kind: Deployment 2022/03/31 07:24:30 Crd rss info 2022/03/31 07:24:30 Hook info {"filepath":"/tmp/helm-tmpl-390198276/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-31T07:24:30Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-390198276/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-03-31T07:24:30Z"} 2022/03/31 07:24:30 Instance: practical_yonath, Main rss are failed, skip post-install and remove instance in DB 2022/03/31 07:24:30 Deleted Obj with ID ObjectID("6245572e55177b7dd8976d22") 2022/03/31 07:24:30 Deleted Obj with ID ObjectID("6245572eac2f87ea5cc0df2f") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-e98d1888-5f7c-4a24-b3c1-701d8134c2c7","rb-version":"v1","profile-name":"pnf-cnf-profile-679658da-b357-4157-9e48-fa4d27d34147","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-03-31T07:24:30Z"} 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "POST /v1/instance HTTP/1.1" 500 180 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/03/31 07:24:30 Deleted Obj with ID ObjectID("6245565a55177b7dd8976d09") 2022/03/31 07:24:30 Deleted Obj with ID ObjectID("6245565aac2f87ea5cc0ddec") 10.233.66.101 - - [31/Mar/2022:07:24:30 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2022-03-31T07:25:41Z"} 10.233.66.101 - - [31/Mar/2022:07:25:41 +0000] "DELETE /v1/instance/boring_kowalevski HTTP/1.1" 500 177