By type
2022/03/12 02:40:40 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2022/03/12 02:40:41 Starting Kubernetes Multicloud API 2022/03/12 02:40:41 Error Getting TLS Configuration. Starting without TLS... 10.233.65.194 - - [12/Mar/2022:03:43:52 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [12/Mar/2022:03:46:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [12/Mar/2022:03:47:08 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.65.194 - - [12/Mar/2022:03:58:35 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.194 - - [12/Mar/2022:03:58:35 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.65.194 - - [12/Mar/2022:03:58:35 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.65.194 - - [12/Mar/2022:03:58:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.194 - - [12/Mar/2022:03:58:36 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2b1c42e7-05cd-423c-948f-b490f5525164/v1 HTTP/1.1" 200 125 10.233.65.194 - - [12/Mar/2022:03:58:36 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2b1c42e7-05cd-423c-948f-b490f5525164/v1/content HTTP/1.1" 200 0 10.233.65.194 - - [12/Mar/2022:03:58:36 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2b1c42e7-05cd-423c-948f-b490f5525164/v1 HTTP/1.1" 200 138 10.233.65.194 - - [12/Mar/2022:03:58:36 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2b1c42e7-05cd-423c-948f-b490f5525164/v1/profile HTTP/1.1" 201 308 10.233.65.194 - - [12/Mar/2022:03:58:36 +0000] "GET /v1/rb/definition/pnf-cnf-rb-2b1c42e7-05cd-423c-948f-b490f5525164/v1/profile/pnf-cnf-profile-f0d01fa8-a18e-4904-9d97-d82a57779a39 HTTP/1.1" 200 308 10.233.65.194 - - [12/Mar/2022:03:58:36 +0000] "POST /v1/rb/definition/pnf-cnf-rb-2b1c42e7-05cd-423c-948f-b490f5525164/v1/profile/pnf-cnf-profile-f0d01fa8-a18e-4904-9d97-d82a57779a39/content HTTP/1.1" 200 0 2022/03/12 03:58:36 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/03/12 03:58:36 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/03/12 03:58:36 Main rss info 2022/03/12 03:58:36 Path: /tmp/helm-tmpl-958974408/manifest-0 2022/03/12 03:58:36 Kind: Service 2022/03/12 03:58:36 Path: /tmp/helm-tmpl-958974408/manifest-1 2022/03/12 03:58:36 Kind: Service 2022/03/12 03:58:36 Path: /tmp/helm-tmpl-958974408/manifest-2 2022/03/12 03:58:36 Kind: Pod 2022/03/12 03:58:36 Path: /tmp/helm-tmpl-958974408/manifest-3 2022/03/12 03:58:36 Kind: Deployment 2022/03/12 03:58:36 Crd rss info 2022/03/12 03:58:36 Hook info {"filepath":"/tmp/helm-tmpl-958974408/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T03:58:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-12T03:58:36Z"} {"filepath":"/tmp/helm-tmpl-958974408/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T03:58:36Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-12T03:58:36Z"} {"filepath":"/tmp/helm-tmpl-958974408/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T03:58:36Z"} 2022/03/12 03:58:36 No plugin for kind Pod found. Using generic Plugin 2022/03/12 03:58:36 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-12T03:58:36Z"} {"filepath":"/tmp/helm-tmpl-958974408/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T03:58:36Z"} 2022/03/12 03:58:36 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-12T03:58:36Z"} 10.233.65.194 - - [12/Mar/2022:03:58:36 +0000] "POST /v1/instance HTTP/1.1" 201 724 10.233.65.194 - - [12/Mar/2022:04:01:44 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [12/Mar/2022:04:01:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [12/Mar/2022:04:01:56 +0000] "POST /v1/rb/definition/5f2e4a2a-f705-48ad-b788-d5cf53db8376/f7ae66ec-a4a1-42d9-929b-019dc6586335/content HTTP/1.1" 200 0 127.0.0.1 - - [12/Mar/2022:04:02:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [12/Mar/2022:04:02:29 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [12/Mar/2022:04:02:43 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.65.194 - - [12/Mar/2022:04:07:32 +0000] "GET /v1/rb/definition/5f2e4a2a-f705-48ad-b788-d5cf53db8376/f7ae66ec-a4a1-42d9-929b-019dc6586335 HTTP/1.1" 200 270 10.233.65.194 - - [12/Mar/2022:04:07:32 +0000] "GET /v1/rb/definition/5f2e4a2a-f705-48ad-b788-d5cf53db8376/f7ae66ec-a4a1-42d9-929b-019dc6586335/profile/cnftest HTTP/1.1" 404 87 10.233.65.194 - - [12/Mar/2022:04:07:32 +0000] "POST /v1/rb/definition/5f2e4a2a-f705-48ad-b788-d5cf53db8376/f7ae66ec-a4a1-42d9-929b-019dc6586335/profile HTTP/1.1" 201 240 10.233.65.194 - - [12/Mar/2022:04:07:32 +0000] "GET /v1/rb/definition/5f2e4a2a-f705-48ad-b788-d5cf53db8376/f7ae66ec-a4a1-42d9-929b-019dc6586335/profile/cnftest HTTP/1.1" 200 240 10.233.65.194 - - [12/Mar/2022:04:07:32 +0000] "POST /v1/rb/definition/5f2e4a2a-f705-48ad-b788-d5cf53db8376/f7ae66ec-a4a1-42d9-929b-019dc6586335/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-03-12T04:07:47Z"} 10.233.65.194 - - [12/Mar/2022:04:07:47 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-ebd96bbb-9b74-4934-92e2-d7dc2f93c650 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"d744084e-d4a6-4242-b265-ebd6e4964a23","vf-module-id":"cc7ef1b9-a1b4-4303-b1a5-7b22195260ec","vf-module-model-invariant-id":"5f2e4a2a-f705-48ad-b788-d5cf53db8376","vf-module-model-version-id":"e4f357ac-c3a8-48f8-a6cc-fd9cf6c62f79","vf-module-model-customization-id":"f7ae66ec-a4a1-42d9-929b-019dc6586335","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-ebd96bbb-9b74-4934-92e2-d7dc2f93c650"}},"level":"info","msg":"Broker API Payload","time":"2022-03-12T04:07:47Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"5f2e4a2a-f705-48ad-b788-d5cf53db8376","rb-version":"f7ae66ec-a4a1-42d9-929b-019dc6586335","profile-name":"cnftest","release-name":"cc7ef1b9-a1b4-4303-b1a5-7b22195260ec","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-ebd96bbb-9b74-4934-92e2-d7dc2f93c650"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-03-12T04:07:47Z"} 2022/03/12 04:07:47 Main rss info 2022/03/12 04:07:47 Path: /tmp/helm-tmpl-236622148/manifest-0 2022/03/12 04:07:47 Kind: Service 2022/03/12 04:07:47 Path: /tmp/helm-tmpl-236622148/manifest-1 2022/03/12 04:07:47 Kind: Deployment 2022/03/12 04:07:47 Crd rss info 2022/03/12 04:07:47 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-03-12T04:07:47Z"} 2022/03/12 04:07:47 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-236622148/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T04:07:47Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-12T04:07:47Z"} {"filepath":"/tmp/helm-tmpl-236622148/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T04:07:47Z"} 2022/03/12 04:07:47 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-12T04:07:47Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"zen_sammet","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-12T04:07:47Z"} 10.233.65.194 - - [12/Mar/2022:04:07:47 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 299 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"zen_sammet","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-12T04:07:48Z"} 10.233.65.194 - - [12/Mar/2022:04:07:48 +0000] "GET /basicnf-owner/k8sregion/infra_workload/zen_sammet HTTP/1.1" 200 118 10.233.65.194 - - [12/Mar/2022:04:07:48 +0000] "POST /basicnf-owner/k8sregion/infra_workload/zen_sammet HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"zen_sammet","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-12T04:08:16Z"} 10.233.65.194 - - [12/Mar/2022:04:08:16 +0000] "GET /basicnf-owner/k8sregion/infra_workload/zen_sammet HTTP/1.1" 200 118 2022/03/12 04:08:17 [Config Cleanup] Instance zen_sammet 2022/03/12 04:08:17 [scheduleResources]: START thread 10.233.65.194 - - [12/Mar/2022:04:08:17 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/zen_sammet HTTP/1.1" 500 131 10.233.65.194 - - [12/Mar/2022:04:08:34 +0000] "GET /v1/rb/definition/5f2e4a2a-f705-48ad-b788-d5cf53db8376/f7ae66ec-a4a1-42d9-929b-019dc6586335 HTTP/1.1" 200 270 10.233.65.194 - - [12/Mar/2022:04:08:34 +0000] "GET /v1/rb/definition/5f2e4a2a-f705-48ad-b788-d5cf53db8376/f7ae66ec-a4a1-42d9-929b-019dc6586335/profile/cnftest HTTP/1.1" 200 240 2022/03/12 04:08:34 Deleted Obj with ID ObjectID("622c1c8478d015898ef4d98a") 2022/03/12 04:08:34 Deleted Obj with ID ObjectID("622c1c8478d015898ef4d98b") 2022/03/12 04:08:34 Deleted Obj with ID ObjectID("622c1c841b7a7f991d95c754") 10.233.65.194 - - [12/Mar/2022:04:08:34 +0000] "DELETE /v1/rb/definition/5f2e4a2a-f705-48ad-b788-d5cf53db8376/f7ae66ec-a4a1-42d9-929b-019dc6586335/profile/cnftest HTTP/1.1" 204 0 10.233.65.194 - - [12/Mar/2022:04:09:04 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/03/12 04:09:04 Deleted Obj with ID ObjectID("622c1a6b78d015898ef4d972") 2022/03/12 04:09:04 Deleted Obj with ID ObjectID("622c1a6b1b7a7f991d95c57d") 10.233.65.194 - - [12/Mar/2022:04:09:04 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.65.194 - - [12/Mar/2022:04:10:53 +0000] "DELETE /v1/instance/silly_bohr HTTP/1.1" 500 177 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2022-03-12T04:10:53Z"} 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "GET /v1/rb/definition/pnf-cnf-rb-7b0cdd89-6776-42d6-b2c8-0d394b59d5d9/v1 HTTP/1.1" 200 125 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "POST /v1/rb/definition/pnf-cnf-rb-7b0cdd89-6776-42d6-b2c8-0d394b59d5d9/v1/content HTTP/1.1" 200 0 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "GET /v1/rb/definition/pnf-cnf-rb-7b0cdd89-6776-42d6-b2c8-0d394b59d5d9/v1 HTTP/1.1" 200 138 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "POST /v1/rb/definition/pnf-cnf-rb-7b0cdd89-6776-42d6-b2c8-0d394b59d5d9/v1/profile HTTP/1.1" 201 308 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "GET /v1/rb/definition/pnf-cnf-rb-7b0cdd89-6776-42d6-b2c8-0d394b59d5d9/v1/profile/pnf-cnf-profile-99e7f950-9b0c-4c36-986f-d0a9b1a67a49 HTTP/1.1" 200 308 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "POST /v1/rb/definition/pnf-cnf-rb-7b0cdd89-6776-42d6-b2c8-0d394b59d5d9/v1/profile/pnf-cnf-profile-99e7f950-9b0c-4c36-986f-d0a9b1a67a49/content HTTP/1.1" 200 0 2022/03/12 04:13:45 Main rss info 2022/03/12 04:13:45 Path: /tmp/helm-tmpl-321005738/manifest-0 2022/03/12 04:13:45 Kind: Service 2022/03/12 04:13:45 Path: /tmp/helm-tmpl-321005738/manifest-1 2022/03/12 04:13:45 Kind: Service 2022/03/12 04:13:45 Path: /tmp/helm-tmpl-321005738/manifest-2 2022/03/12 04:13:45 Kind: Pod 2022/03/12 04:13:45 Path: /tmp/helm-tmpl-321005738/manifest-3 2022/03/12 04:13:45 Kind: Deployment 2022/03/12 04:13:45 Crd rss info 2022/03/12 04:13:45 Hook info {"filepath":"/tmp/helm-tmpl-321005738/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-12T04:13:45Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-321005738/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-03-12T04:13:45Z"} 2022/03/12 04:13:45 Instance: competent_zhukovsky, Main rss are failed, skip post-install and remove instance in DB 2022/03/12 04:13:45 Deleted Obj with ID ObjectID("622c1df978d015898ef4d995") 2022/03/12 04:13:45 Deleted Obj with ID ObjectID("622c1df91b7a7f991d95c8b7") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-7b0cdd89-6776-42d6-b2c8-0d394b59d5d9","rb-version":"v1","profile-name":"pnf-cnf-profile-99e7f950-9b0c-4c36-986f-d0a9b1a67a49","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-03-12T04:13:45Z"} 10.233.65.194 - - [12/Mar/2022:04:13:45 +0000] "POST /v1/instance HTTP/1.1" 500 180