By type
2022/03/12 00:23:05 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2022/03/12 00:23:06 Starting Kubernetes Multicloud API 2022/03/12 00:23:06 Error Getting TLS Configuration. Starting without TLS... 10.233.70.237 - - [12/Mar/2022:04:12:02 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [12/Mar/2022:04:14:02 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [12/Mar/2022:04:22:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [12/Mar/2022:04:26:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [12/Mar/2022:04:30:42 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [12/Mar/2022:04:39:20 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.70.237 - - [12/Mar/2022:04:40:27 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [12/Mar/2022:04:47:38 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [12/Mar/2022:04:57:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [12/Mar/2022:05:07:39 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.70.237 - - [12/Mar/2022:05:09:19 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:05:10:23 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:05:11:52 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:05:13:11 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:05:15:53 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:05:21:18 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [12/Mar/2022:05:28:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.70.237 - - [12/Mar/2022:05:28:36 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.237 - - [12/Mar/2022:05:28:36 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.70.237 - - [12/Mar/2022:05:28:37 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [12/Mar/2022:05:28:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [12/Mar/2022:05:28:57 +0000] "POST /v1/rb/definition/8b8a611c-28a1-4a46-8837-51d91cfdb748/8644f83c-325f-4ac0-afba-5f0269e394b5/content HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:05:43:27 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.70.237 - - [12/Mar/2022:05:43:27 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.237 - - [12/Mar/2022:05:43:27 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e20ea338-6f06-4799-8fb4-e94b2d76c82c/v1 HTTP/1.1" 200 125 10.233.70.237 - - [12/Mar/2022:05:43:27 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e20ea338-6f06-4799-8fb4-e94b2d76c82c/v1/content HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:05:43:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e20ea338-6f06-4799-8fb4-e94b2d76c82c/v1 HTTP/1.1" 200 138 10.233.70.237 - - [12/Mar/2022:05:43:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e20ea338-6f06-4799-8fb4-e94b2d76c82c/v1/profile HTTP/1.1" 201 314 10.233.70.237 - - [12/Mar/2022:05:43:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-e20ea338-6f06-4799-8fb4-e94b2d76c82c/v1/profile/pnf-cnf-profile-23e5724b-dc4c-44ce-b075-59ab3c27b3c0 HTTP/1.1" 200 314 10.233.70.237 - - [12/Mar/2022:05:43:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-e20ea338-6f06-4799-8fb4-e94b2d76c82c/v1/profile/pnf-cnf-profile-23e5724b-dc4c-44ce-b075-59ab3c27b3c0/content HTTP/1.1" 200 0 2022/03/12 05:43:28 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/03/12 05:43:28 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/03/12 05:43:28 Main rss info 2022/03/12 05:43:28 Path: /tmp/helm-tmpl-214832838/manifest-0 2022/03/12 05:43:28 Kind: Service 2022/03/12 05:43:28 Path: /tmp/helm-tmpl-214832838/manifest-1 2022/03/12 05:43:28 Kind: Service 2022/03/12 05:43:28 Path: /tmp/helm-tmpl-214832838/manifest-2 2022/03/12 05:43:28 Kind: Pod 2022/03/12 05:43:28 Path: /tmp/helm-tmpl-214832838/manifest-3 2022/03/12 05:43:28 Kind: Deployment 2022/03/12 05:43:28 Crd rss info 2022/03/12 05:43:28 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-03-12T05:43:28Z"} 2022/03/12 05:43:28 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-214832838/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T05:43:28Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-12T05:43:28Z"} {"filepath":"/tmp/helm-tmpl-214832838/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T05:43:28Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-12T05:43:28Z"} {"filepath":"/tmp/helm-tmpl-214832838/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T05:43:28Z"} 2022/03/12 05:43:28 No plugin for kind Pod found. Using generic Plugin 2022/03/12 05:43:28 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-12T05:43:28Z"} {"filepath":"/tmp/helm-tmpl-214832838/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T05:43:28Z"} 2022/03/12 05:43:28 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-12T05:43:28Z"} 10.233.70.237 - - [12/Mar/2022:05:43:28 +0000] "POST /v1/instance HTTP/1.1" 201 743 10.233.70.237 - - [12/Mar/2022:05:43:35 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.70.237 - - [12/Mar/2022:05:43:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.237 - - [12/Mar/2022:05:43:35 +0000] "GET /v1/rb/definition/cds-ms-rb-20a5003e-0871-4d76-a525-12dd1bc01172/v1 HTTP/1.1" 200 124 10.233.70.237 - - [12/Mar/2022:05:43:35 +0000] "POST /v1/rb/definition/cds-ms-rb-20a5003e-0871-4d76-a525-12dd1bc01172/v1/content HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:05:43:35 +0000] "GET /v1/rb/definition/cds-ms-rb-20a5003e-0871-4d76-a525-12dd1bc01172/v1 HTTP/1.1" 200 138 10.233.70.237 - - [12/Mar/2022:05:43:35 +0000] "POST /v1/rb/definition/cds-ms-rb-20a5003e-0871-4d76-a525-12dd1bc01172/v1/profile HTTP/1.1" 201 305 10.233.70.237 - - [12/Mar/2022:05:43:35 +0000] "GET /v1/rb/definition/cds-ms-rb-20a5003e-0871-4d76-a525-12dd1bc01172/v1/profile/cds-ms-prof-34f8a095-3fba-47b2-a477-49fda2b15a1d HTTP/1.1" 200 305 10.233.70.237 - - [12/Mar/2022:05:43:35 +0000] "POST /v1/rb/definition/cds-ms-rb-20a5003e-0871-4d76-a525-12dd1bc01172/v1/profile/cds-ms-prof-34f8a095-3fba-47b2-a477-49fda2b15a1d/content HTTP/1.1" 200 0 2022/03/12 05:43:35 Main rss info 2022/03/12 05:43:35 Path: /tmp/helm-tmpl-077738702/manifest-0 2022/03/12 05:43:35 Kind: Service 2022/03/12 05:43:35 Path: /tmp/helm-tmpl-077738702/manifest-1 2022/03/12 05:43:35 Kind: Deployment 2022/03/12 05:43:35 Crd rss info 2022/03/12 05:43:35 Hook info {"filepath":"/tmp/helm-tmpl-077738702/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T05:43:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-03-12T05:43:36Z"} {"filepath":"/tmp/helm-tmpl-077738702/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T05:43:36Z"} 2022/03/12 05:43:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-03-12T05:43:36Z"} 10.233.70.237 - - [12/Mar/2022:05:43:35 +0000] "POST /v1/instance HTTP/1.1" 201 537 127.0.0.1 - - [12/Mar/2022:05:44:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 2022/03/12 05:45:08 [Config Cleanup] Instance sharp_poitras 2022/03/12 05:45:08 [scheduleResources]: START thread {"error":"Cleanup Config Resources: Retrieving active config list info: Get Config DB Entry: Get Config DB List: Etcd Client not initialized","level":"error","msg":"Error Deleting Instance","time":"2022-03-12T05:45:13Z"} 10.233.70.237 - - [12/Mar/2022:05:45:08 +0000] "DELETE /v1/instance/sharp_poitras HTTP/1.1" 500 131 10.233.70.237 - - [12/Mar/2022:05:49:44 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [12/Mar/2022:05:49:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [12/Mar/2022:05:49:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [12/Mar/2022:05:49:58 +0000] "POST /v1/rb/definition/2f765fd4-8418-4381-87c1-819ddae6c927/e9e659af-924b-4ce9-b11e-d1dbc0606f50/content HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:05:50:41 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.70.237 - - [12/Mar/2022:05:50:41 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.70.237 - - [12/Mar/2022:05:50:41 +0000] "GET /v1/rb/definition/cds-ms-rb-5ea738c7-daf3-4936-81a6-926ac746dc0c/v1 HTTP/1.1" 200 124 10.233.70.237 - - [12/Mar/2022:05:50:42 +0000] "POST /v1/rb/definition/cds-ms-rb-5ea738c7-daf3-4936-81a6-926ac746dc0c/v1/content HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:05:50:42 +0000] "GET /v1/rb/definition/cds-ms-rb-5ea738c7-daf3-4936-81a6-926ac746dc0c/v1 HTTP/1.1" 200 138 10.233.70.237 - - [12/Mar/2022:05:50:42 +0000] "POST /v1/rb/definition/cds-ms-rb-5ea738c7-daf3-4936-81a6-926ac746dc0c/v1/profile HTTP/1.1" 201 305 10.233.70.237 - - [12/Mar/2022:05:50:42 +0000] "GET /v1/rb/definition/cds-ms-rb-5ea738c7-daf3-4936-81a6-926ac746dc0c/v1/profile/cds-ms-prof-21643cde-7ca3-40d0-beee-0098c3015f6a HTTP/1.1" 200 305 10.233.70.237 - - [12/Mar/2022:05:50:42 +0000] "POST /v1/rb/definition/cds-ms-rb-5ea738c7-daf3-4936-81a6-926ac746dc0c/v1/profile/cds-ms-prof-21643cde-7ca3-40d0-beee-0098c3015f6a/content HTTP/1.1" 200 0 2022/03/12 05:50:42 Main rss info 2022/03/12 05:50:42 Path: /tmp/helm-tmpl-108337011/manifest-0 2022/03/12 05:50:42 Kind: Service 2022/03/12 05:50:42 Path: /tmp/helm-tmpl-108337011/manifest-1 2022/03/12 05:50:42 Kind: Deployment 2022/03/12 05:50:42 Crd rss info 2022/03/12 05:50:42 Hook info {"filepath":"/tmp/helm-tmpl-108337011/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T05:50:42Z"} {"error":"Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","filepath":"/tmp/helm-tmpl-108337011/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-03-12T05:50:42Z"} 2022/03/12 05:50:42 Instance: amazing_kowalevski, Main rss are failed, skip post-install and remove instance in DB 2022/03/12 05:50:42 Deleted Obj with ID ObjectID("622c34b2faec97a84999b991") 2022/03/12 05:50:42 Deleted Obj with ID ObjectID("622c34b27e68170924bf8a84") 10.233.70.237 - - [12/Mar/2022:05:50:42 +0000] "POST /v1/instance HTTP/1.1" 500 252 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"cds-ms-rb-5ea738c7-daf3-4936-81a6-926ac746dc0c","rb-version":"v1","profile-name":"cds-ms-prof-21643cde-7ca3-40d0-beee-0098c3015f6a","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-03-12T05:50:42Z"} 10.233.70.237 - - [12/Mar/2022:05:50:42 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/03/12 05:50:42 Deleted Obj with ID ObjectID("622c2f84faec97a84999b968") 2022/03/12 05:50:42 Deleted Obj with ID ObjectID("622c2f857e68170924bf8641") 10.233.70.237 - - [12/Mar/2022:05:50:42 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2022-03-12T06:15:02Z"} 10.233.70.237 - - [12/Mar/2022:06:15:02 +0000] "DELETE /v1/instance/stupefied_chandrasekhar HTTP/1.1" 500 177 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c8548a66-d954-492e-87cb-b81729d832cf/v1 HTTP/1.1" 200 125 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c8548a66-d954-492e-87cb-b81729d832cf/v1/content HTTP/1.1" 200 0 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c8548a66-d954-492e-87cb-b81729d832cf/v1 HTTP/1.1" 200 138 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c8548a66-d954-492e-87cb-b81729d832cf/v1/profile HTTP/1.1" 201 314 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-c8548a66-d954-492e-87cb-b81729d832cf/v1/profile/pnf-cnf-profile-503878ff-dd53-451a-bfa3-e66fd08d415a HTTP/1.1" 200 314 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-c8548a66-d954-492e-87cb-b81729d832cf/v1/profile/pnf-cnf-profile-503878ff-dd53-451a-bfa3-e66fd08d415a/content HTTP/1.1" 200 0 2022/03/12 06:20:17 Main rss info 2022/03/12 06:20:17 Path: /tmp/helm-tmpl-933424586/manifest-0 2022/03/12 06:20:17 Kind: Service 2022/03/12 06:20:17 Path: /tmp/helm-tmpl-933424586/manifest-1 2022/03/12 06:20:17 Kind: Service 2022/03/12 06:20:17 Path: /tmp/helm-tmpl-933424586/manifest-2 2022/03/12 06:20:17 Kind: Pod 2022/03/12 06:20:17 Path: /tmp/helm-tmpl-933424586/manifest-3 2022/03/12 06:20:17 Kind: Deployment 2022/03/12 06:20:17 Crd rss info 2022/03/12 06:20:17 Hook info {"filepath":"/tmp/helm-tmpl-933424586/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T06:20:17Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-933424586/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-03-12T06:20:17Z"} 2022/03/12 06:20:17 Instance: elastic_grothendieck, Main rss are failed, skip post-install and remove instance in DB 2022/03/12 06:20:17 Deleted Obj with ID ObjectID("622c3ba1faec97a84999b99a") 2022/03/12 06:20:17 Deleted Obj with ID ObjectID("622c3ba17e68170924bf8f17") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-c8548a66-d954-492e-87cb-b81729d832cf","rb-version":"v1","profile-name":"pnf-cnf-profile-503878ff-dd53-451a-bfa3-e66fd08d415a","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-03-12T06:20:17Z"} 10.233.70.237 - - [12/Mar/2022:06:20:16 +0000] "POST /v1/instance HTTP/1.1" 500 180 10.233.70.237 - - [12/Mar/2022:06:20:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/03/12 06:20:17 Deleted Obj with ID ObjectID("622c3ba0faec97a84999b992") 10.233.70.237 - - [12/Mar/2022:06:20:17 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2022/03/12 06:20:17 Deleted Obj with ID ObjectID("622c3ba07e68170924bf8ed9")