By type
2021/11/04 10:00:09 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2021/11/04 10:00:09 Starting Kubernetes Multicloud API 2021/11/04 10:00:09 Error Getting TLS Configuration. Starting without TLS... 10.233.68.220 - - [04/Nov/2021:11:31:12 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.220 - - [04/Nov/2021:11:32:16 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.220 - - [04/Nov/2021:11:33:14 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [04/Nov/2021:11:34:07 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.220 - - [04/Nov/2021:11:34:41 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.220 - - [04/Nov/2021:11:36:03 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.220 - - [04/Nov/2021:11:38:43 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [04/Nov/2021:11:40:25 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.68.220 - - [04/Nov/2021:11:44:48 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.220 - - [04/Nov/2021:11:45:37 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.220 - - [04/Nov/2021:11:46:21 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.220 - - [04/Nov/2021:11:47:22 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [04/Nov/2021:11:47:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.220 - - [04/Nov/2021:11:48:03 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.220 - - [04/Nov/2021:11:50:48 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [04/Nov/2021:12:03:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.68.220 - - [04/Nov/2021:12:04:03 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.220 - - [04/Nov/2021:12:04:03 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.68.220 - - [04/Nov/2021:12:04:04 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 127.0.0.1 - - [04/Nov/2021:12:04:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [04/Nov/2021:12:04:13 +0000] "POST /v1/rb/definition/d80e8032-70ef-4289-89f3-25a4ddf124e6/e9de5247-9293-4563-be4b-0283e0ee5a6a/content HTTP/1.1" 200 0 127.0.0.1 - - [04/Nov/2021:12:08:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.220 - - [04/Nov/2021:12:09:41 +0000] "GET /v1/rb/definition/d80e8032-70ef-4289-89f3-25a4ddf124e6/e9de5247-9293-4563-be4b-0283e0ee5a6a HTTP/1.1" 200 270 10.233.68.220 - - [04/Nov/2021:12:09:41 +0000] "GET /v1/rb/definition/d80e8032-70ef-4289-89f3-25a4ddf124e6/e9de5247-9293-4563-be4b-0283e0ee5a6a/profile/cnftest HTTP/1.1" 404 87 10.233.68.220 - - [04/Nov/2021:12:09:41 +0000] "POST /v1/rb/definition/d80e8032-70ef-4289-89f3-25a4ddf124e6/e9de5247-9293-4563-be4b-0283e0ee5a6a/profile HTTP/1.1" 201 240 10.233.68.220 - - [04/Nov/2021:12:09:41 +0000] "GET /v1/rb/definition/d80e8032-70ef-4289-89f3-25a4ddf124e6/e9de5247-9293-4563-be4b-0283e0ee5a6a/profile/cnftest HTTP/1.1" 200 240 10.233.68.220 - - [04/Nov/2021:12:09:41 +0000] "POST /v1/rb/definition/d80e8032-70ef-4289-89f3-25a4ddf124e6/e9de5247-9293-4563-be4b-0283e0ee5a6a/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-11-04T12:09:54Z"} 10.233.68.220 - - [04/Nov/2021:12:09:54 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-edf45e71-3b7c-4aa7-88b6-bf7b5c9087da HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"ec85642f-c7e3-48ac-8b0b-5a9be62972b0","vf-module-id":"a3335b16-4c10-47f1-8ae2-4ced7b814513","vf-module-model-invariant-id":"d80e8032-70ef-4289-89f3-25a4ddf124e6","vf-module-model-version-id":"f444c546-7830-4354-8e9e-7e50d2b01a6e","vf-module-model-customization-id":"e9de5247-9293-4563-be4b-0283e0ee5a6a","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-edf45e71-3b7c-4aa7-88b6-bf7b5c9087da"}},"level":"info","msg":"Broker API Payload","time":"2021-11-04T12:09:55Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"d80e8032-70ef-4289-89f3-25a4ddf124e6","rb-version":"e9de5247-9293-4563-be4b-0283e0ee5a6a","profile-name":"cnftest","release-name":"a3335b16-4c10-47f1-8ae2-4ced7b814513","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-edf45e71-3b7c-4aa7-88b6-bf7b5c9087da"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-11-04T12:09:55Z"} 2021/11/04 12:09:55 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/11/04 12:09:55 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2021/11/04 12:09:56 Main rss info 2021/11/04 12:09:56 Path: /tmp/helm-tmpl-115235339/manifest-0 2021/11/04 12:09:56 Kind: Service 2021/11/04 12:09:56 Path: /tmp/helm-tmpl-115235339/manifest-1 2021/11/04 12:09:56 Kind: Deployment 2021/11/04 12:09:56 Crd rss info 2021/11/04 12:09:56 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-11-04T12:09:56Z"} 2021/11/04 12:09:56 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-115235339/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-04T12:09:57Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-11-04T12:09:57Z"} {"filepath":"/tmp/helm-tmpl-115235339/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-04T12:09:57Z"} 2021/11/04 12:09:57 No plugin for kind Deployment found. Using generic Plugin 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "GET /v1/rb/definition/pnf-cnf-rb-1cacbdbd-12f6-4577-aaa7-d001afb4537e/v1 HTTP/1.1" 200 125 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "POST /v1/rb/definition/pnf-cnf-rb-1cacbdbd-12f6-4577-aaa7-d001afb4537e/v1/content HTTP/1.1" 200 0 {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-11-04T12:09:57Z"} 10.233.68.220 - - [04/Nov/2021:12:09:55 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 306 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eloquent_mahavira","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-04T12:09:57Z"} 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "GET /v1/rb/definition/pnf-cnf-rb-1cacbdbd-12f6-4577-aaa7-d001afb4537e/v1 HTTP/1.1" 200 138 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "POST /v1/rb/definition/pnf-cnf-rb-1cacbdbd-12f6-4577-aaa7-d001afb4537e/v1/profile HTTP/1.1" 201 308 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "GET /v1/rb/definition/pnf-cnf-rb-1cacbdbd-12f6-4577-aaa7-d001afb4537e/v1/profile/pnf-cnf-profile-e7a98dcc-cc0f-4b93-b0eb-00a1e1338f82 HTTP/1.1" 200 308 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "POST /v1/rb/definition/pnf-cnf-rb-1cacbdbd-12f6-4577-aaa7-d001afb4537e/v1/profile/pnf-cnf-profile-e7a98dcc-cc0f-4b93-b0eb-00a1e1338f82/content HTTP/1.1" 200 0 2021/11/04 12:09:57 Main rss info 2021/11/04 12:09:57 Path: /tmp/helm-tmpl-641576741/manifest-0 2021/11/04 12:09:57 Kind: Service 2021/11/04 12:09:57 Path: /tmp/helm-tmpl-641576741/manifest-1 2021/11/04 12:09:57 Kind: Service 2021/11/04 12:09:57 Path: /tmp/helm-tmpl-641576741/manifest-2 2021/11/04 12:09:57 Kind: Pod 2021/11/04 12:09:57 Path: /tmp/helm-tmpl-641576741/manifest-3 2021/11/04 12:09:57 Kind: Deployment 2021/11/04 12:09:57 Crd rss info 2021/11/04 12:09:57 Hook info {"filepath":"/tmp/helm-tmpl-641576741/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-04T12:09:57Z"} 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "GET /basicnf-owner/k8sregion/infra_workload/eloquent_mahavira HTTP/1.1" 200 125 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eloquent_mahavira","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-04T12:09:57Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-11-04T12:09:57Z"} {"filepath":"/tmp/helm-tmpl-641576741/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-04T12:09:57Z"} 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "POST /basicnf-owner/k8sregion/infra_workload/eloquent_mahavira HTTP/1.1" 405 0 {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-11-04T12:09:58Z"} {"filepath":"/tmp/helm-tmpl-641576741/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-04T12:09:58Z"} 2021/11/04 12:09:58 No plugin for kind Pod found. Using generic Plugin 2021/11/04 12:09:58 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-11-04T12:09:58Z"} {"filepath":"/tmp/helm-tmpl-641576741/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-04T12:09:58Z"} 2021/11/04 12:09:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-11-04T12:09:58Z"} 10.233.68.220 - - [04/Nov/2021:12:09:57 +0000] "POST /v1/instance HTTP/1.1" 201 729 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"eloquent_mahavira","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-04T12:10:31Z"} 10.233.68.220 - - [04/Nov/2021:12:10:31 +0000] "GET /basicnf-owner/k8sregion/infra_workload/eloquent_mahavira HTTP/1.1" 200 125 2021/11/04 12:10:31 [Config Cleanup] Instance eloquent_mahavira 2021/11/04 12:10:31 [scheduleResources]: START thread 10.233.68.220 - - [04/Nov/2021:12:10:31 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/eloquent_mahavira HTTP/1.1" 500 131 10.233.68.220 - - [04/Nov/2021:12:10:51 +0000] "GET /v1/rb/definition/d80e8032-70ef-4289-89f3-25a4ddf124e6/e9de5247-9293-4563-be4b-0283e0ee5a6a HTTP/1.1" 200 270 10.233.68.220 - - [04/Nov/2021:12:10:51 +0000] "GET /v1/rb/definition/d80e8032-70ef-4289-89f3-25a4ddf124e6/e9de5247-9293-4563-be4b-0283e0ee5a6a/profile/cnftest HTTP/1.1" 200 240 2021/11/04 12:10:51 Deleted Obj with ID ObjectID("6183cd850e55d96e13f3b40e") 2021/11/04 12:10:51 Deleted Obj with ID ObjectID("6183cd850e55d96e13f3b40f") 2021/11/04 12:10:51 Deleted Obj with ID ObjectID("6183cd858dfa8197866d2050") 10.233.68.220 - - [04/Nov/2021:12:10:51 +0000] "DELETE /v1/rb/definition/d80e8032-70ef-4289-89f3-25a4ddf124e6/e9de5247-9293-4563-be4b-0283e0ee5a6a/profile/cnftest HTTP/1.1" 204 0 10.233.68.220 - - [04/Nov/2021:12:11:21 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 2021/11/04 12:11:21 Deleted Obj with ID ObjectID("6183cc330e55d96e13f3b405") 10.233.68.220 - - [04/Nov/2021:12:11:21 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2021/11/04 12:11:21 Deleted Obj with ID ObjectID("6183cc348dfa8197866d1f55") {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2021-11-04T12:19:04Z"} 10.233.68.220 - - [04/Nov/2021:12:19:04 +0000] "DELETE /v1/instance/dreamy_lovelace HTTP/1.1" 500 177 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-bdba4ca9-12a0-4b82-89f7-cc29a4a85a37/v1 HTTP/1.1" 200 125 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-bdba4ca9-12a0-4b82-89f7-cc29a4a85a37/v1/content HTTP/1.1" 200 0 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-bdba4ca9-12a0-4b82-89f7-cc29a4a85a37/v1 HTTP/1.1" 200 138 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-bdba4ca9-12a0-4b82-89f7-cc29a4a85a37/v1/profile HTTP/1.1" 201 308 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "GET /v1/rb/definition/pnf-cnf-rb-bdba4ca9-12a0-4b82-89f7-cc29a4a85a37/v1/profile/pnf-cnf-profile-24b1d27e-3f11-4c63-b513-3a75a1a470dc HTTP/1.1" 200 308 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "POST /v1/rb/definition/pnf-cnf-rb-bdba4ca9-12a0-4b82-89f7-cc29a4a85a37/v1/profile/pnf-cnf-profile-24b1d27e-3f11-4c63-b513-3a75a1a470dc/content HTTP/1.1" 200 0 2021/11/04 12:28:16 Main rss info 2021/11/04 12:28:16 Path: /tmp/helm-tmpl-102331459/manifest-0 2021/11/04 12:28:16 Kind: Service 2021/11/04 12:28:16 Path: /tmp/helm-tmpl-102331459/manifest-1 2021/11/04 12:28:16 Kind: Service 2021/11/04 12:28:16 Path: /tmp/helm-tmpl-102331459/manifest-2 2021/11/04 12:28:16 Kind: Pod 2021/11/04 12:28:16 Path: /tmp/helm-tmpl-102331459/manifest-3 2021/11/04 12:28:16 Kind: Deployment 2021/11/04 12:28:16 Crd rss info 2021/11/04 12:28:16 Hook info {"filepath":"/tmp/helm-tmpl-102331459/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-04T12:28:16Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-102331459/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-11-04T12:28:16Z"} 2021/11/04 12:28:16 Instance: lucid_galileo, Main rss are failed, skip post-install and remove instance in DB 2021/11/04 12:28:16 Deleted Obj with ID ObjectID("6183d1e00e55d96e13f3b422") 2021/11/04 12:28:16 Deleted Obj with ID ObjectID("6183d1e08dfa8197866d23bb") 10.233.68.220 - - [04/Nov/2021:12:28:16 +0000] "POST /v1/instance HTTP/1.1" 500 180 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-bdba4ca9-12a0-4b82-89f7-cc29a4a85a37","rb-version":"v1","profile-name":"pnf-cnf-profile-24b1d27e-3f11-4c63-b513-3a75a1a470dc","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-11-04T12:28:16Z"}