By type
2022/03/11 02:45:11 Etcd Client Initialization failed with error: Error creating etcd client: dial tcp: lookup multicloud-k8s-etcd on 169.254.25.10:53: no such host 2022/03/11 02:45:12 Starting Kubernetes Multicloud API 2022/03/11 02:45:12 Error Getting TLS Configuration. Starting without TLS... 10.233.68.245 - - [11/Mar/2022:03:47:25 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [11/Mar/2022:03:50:13 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [11/Mar/2022:03:52:32 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [11/Mar/2022:03:54:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "GET /v1/rb/definition/pnf-cnf-rb-f5c9aca9-5a14-4e31-8be1-42ccd30d67b3/v1 HTTP/1.1" 200 125 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "POST /v1/rb/definition/pnf-cnf-rb-f5c9aca9-5a14-4e31-8be1-42ccd30d67b3/v1/content HTTP/1.1" 200 0 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "GET /v1/rb/definition/pnf-cnf-rb-f5c9aca9-5a14-4e31-8be1-42ccd30d67b3/v1 HTTP/1.1" 200 138 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "POST /v1/rb/definition/pnf-cnf-rb-f5c9aca9-5a14-4e31-8be1-42ccd30d67b3/v1/profile HTTP/1.1" 201 308 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "GET /v1/rb/definition/pnf-cnf-rb-f5c9aca9-5a14-4e31-8be1-42ccd30d67b3/v1/profile/pnf-cnf-profile-5f62371c-b7ec-4fd8-b92c-43ab54235947 HTTP/1.1" 200 308 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "POST /v1/rb/definition/pnf-cnf-rb-f5c9aca9-5a14-4e31-8be1-42ccd30d67b3/v1/profile/pnf-cnf-profile-5f62371c-b7ec-4fd8-b92c-43ab54235947/content HTTP/1.1" 200 0 2022/03/11 04:02:56 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/03/11 04:02:56 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/03/11 04:02:56 Main rss info 2022/03/11 04:02:56 Path: /tmp/helm-tmpl-118123731/manifest-0 2022/03/11 04:02:56 Kind: Service 2022/03/11 04:02:56 Path: /tmp/helm-tmpl-118123731/manifest-1 2022/03/11 04:02:56 Kind: Service 2022/03/11 04:02:56 Path: /tmp/helm-tmpl-118123731/manifest-2 2022/03/11 04:02:56 Kind: Pod 2022/03/11 04:02:56 Path: /tmp/helm-tmpl-118123731/manifest-3 2022/03/11 04:02:56 Kind: Deployment 2022/03/11 04:02:56 Crd rss info 2022/03/11 04:02:56 Hook info {"filepath":"/tmp/helm-tmpl-118123731/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-11T04:02:56Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-11T04:02:56Z"} {"filepath":"/tmp/helm-tmpl-118123731/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-11T04:02:56Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-11T04:02:56Z"} {"filepath":"/tmp/helm-tmpl-118123731/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-11T04:02:56Z"} 2022/03/11 04:02:56 No plugin for kind Pod found. Using generic Plugin 2022/03/11 04:02:57 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-11T04:02:57Z"} {"filepath":"/tmp/helm-tmpl-118123731/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-11T04:02:57Z"} 2022/03/11 04:02:57 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-11T04:02:57Z"} 10.233.68.245 - - [11/Mar/2022:04:02:56 +0000] "POST /v1/instance HTTP/1.1" 201 730 127.0.0.1 - - [11/Mar/2022:04:05:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.245 - - [11/Mar/2022:04:05:35 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 127.0.0.1 - - [11/Mar/2022:04:05:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [11/Mar/2022:04:05:54 +0000] "POST /v1/rb/definition/933d1543-44e7-4e5c-bd41-c6cc6ad9374e/df929710-ffc5-412d-bf03-d3861d69dfcd/content HTTP/1.1" 200 0 10.233.68.245 - - [11/Mar/2022:04:12:22 +0000] "GET /v1/rb/definition/933d1543-44e7-4e5c-bd41-c6cc6ad9374e/df929710-ffc5-412d-bf03-d3861d69dfcd HTTP/1.1" 200 270 10.233.68.245 - - [11/Mar/2022:04:12:22 +0000] "GET /v1/rb/definition/933d1543-44e7-4e5c-bd41-c6cc6ad9374e/df929710-ffc5-412d-bf03-d3861d69dfcd/profile/cnftest HTTP/1.1" 404 87 10.233.68.245 - - [11/Mar/2022:04:12:22 +0000] "POST /v1/rb/definition/933d1543-44e7-4e5c-bd41-c6cc6ad9374e/df929710-ffc5-412d-bf03-d3861d69dfcd/profile HTTP/1.1" 201 240 10.233.68.245 - - [11/Mar/2022:04:12:22 +0000] "GET /v1/rb/definition/933d1543-44e7-4e5c-bd41-c6cc6ad9374e/df929710-ffc5-412d-bf03-d3861d69dfcd/profile/cnftest HTTP/1.1" 200 240 10.233.68.245 - - [11/Mar/2022:04:12:22 +0000] "POST /v1/rb/definition/933d1543-44e7-4e5c-bd41-c6cc6ad9374e/df929710-ffc5-412d-bf03-d3861d69dfcd/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-03-11T04:12:42Z"} 10.233.68.245 - - [11/Mar/2022:04:12:42 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-fedec472-2367-4208-94a3-83fdd1edbb38 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"8b2dc0fc-3a66-47f4-832c-8744fbdc1bf6","vf-module-id":"d9552079-13df-4e2d-8ea9-6870df9c9a96","vf-module-model-invariant-id":"933d1543-44e7-4e5c-bd41-c6cc6ad9374e","vf-module-model-version-id":"3f202faa-1163-4720-995c-7058ab686991","vf-module-model-customization-id":"df929710-ffc5-412d-bf03-d3861d69dfcd","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-fedec472-2367-4208-94a3-83fdd1edbb38"}},"level":"info","msg":"Broker API Payload","time":"2022-03-11T04:12:43Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"933d1543-44e7-4e5c-bd41-c6cc6ad9374e","rb-version":"df929710-ffc5-412d-bf03-d3861d69dfcd","profile-name":"cnftest","release-name":"d9552079-13df-4e2d-8ea9-6870df9c9a96","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-fedec472-2367-4208-94a3-83fdd1edbb38"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-03-11T04:12:43Z"} 2022/03/11 04:12:43 Main rss info 2022/03/11 04:12:43 Path: /tmp/helm-tmpl-158425695/manifest-0 2022/03/11 04:12:43 Kind: Service 2022/03/11 04:12:43 Path: /tmp/helm-tmpl-158425695/manifest-1 2022/03/11 04:12:43 Kind: Deployment 2022/03/11 04:12:43 Crd rss info 2022/03/11 04:12:43 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-03-11T04:12:43Z"} 2022/03/11 04:12:43 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-158425695/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-11T04:12:43Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-11T04:12:43Z"} {"filepath":"/tmp/helm-tmpl-158425695/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-11T04:12:43Z"} 2022/03/11 04:12:43 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-11T04:12:43Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"thirsty_yonath","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-11T04:12:43Z"} 10.233.68.245 - - [11/Mar/2022:04:12:43 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 303 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"thirsty_yonath","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-11T04:12:43Z"} 10.233.68.245 - - [11/Mar/2022:04:12:43 +0000] "GET /basicnf-owner/k8sregion/infra_workload/thirsty_yonath HTTP/1.1" 200 122 10.233.68.245 - - [11/Mar/2022:04:12:43 +0000] "POST /basicnf-owner/k8sregion/infra_workload/thirsty_yonath HTTP/1.1" 405 0 10.233.68.245 - - [11/Mar/2022:04:14:13 +0000] "GET /basicnf-owner/k8sregion/infra_workload/thirsty_yonath HTTP/1.1" 200 122 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"thirsty_yonath","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-11T04:14:13Z"} 2022/03/11 04:14:13 [Config Cleanup] Instance thirsty_yonath 2022/03/11 04:14:13 [scheduleResources]: START thread 10.233.68.245 - - [11/Mar/2022:04:14:13 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/thirsty_yonath HTTP/1.1" 500 131 2022/03/11 04:14:21 [Config Cleanup] Instance distracted_mayer 2022/03/11 04:14:21 [scheduleResources]: START thread 10.233.68.245 - - [11/Mar/2022:04:14:21 +0000] "DELETE /v1/instance/distracted_mayer HTTP/1.1" 500 131 {"error":"Cleanup Config Resources: Retrieving active config list info: Get Config DB Entry: Get Config DB List: Etcd Client not initialized","level":"error","msg":"Error Deleting Instance","time":"2022-03-11T04:14:26Z"} 10.233.68.245 - - [11/Mar/2022:04:14:40 +0000] "GET /v1/rb/definition/933d1543-44e7-4e5c-bd41-c6cc6ad9374e/df929710-ffc5-412d-bf03-d3861d69dfcd HTTP/1.1" 200 270 10.233.68.245 - - [11/Mar/2022:04:14:40 +0000] "GET /v1/rb/definition/933d1543-44e7-4e5c-bd41-c6cc6ad9374e/df929710-ffc5-412d-bf03-d3861d69dfcd/profile/cnftest HTTP/1.1" 200 240 2022/03/11 04:14:40 Deleted Obj with ID ObjectID("622acc26bed593088ab7d9ff") 2022/03/11 04:14:40 Deleted Obj with ID ObjectID("622acc26bed593088ab7da00") 2022/03/11 04:14:40 Deleted Obj with ID ObjectID("622acc27bb84d768623e773d") 10.233.68.245 - - [11/Mar/2022:04:14:40 +0000] "DELETE /v1/rb/definition/933d1543-44e7-4e5c-bd41-c6cc6ad9374e/df929710-ffc5-412d-bf03-d3861d69dfcd/profile/cnftest HTTP/1.1" 204 0 10.233.68.245 - - [11/Mar/2022:04:15:12 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 2022/03/11 04:15:12 Deleted Obj with ID ObjectID("622ac9f0bed593088ab7d9ed") 2022/03/11 04:15:12 Deleted Obj with ID ObjectID("622ac9f1bb84d768623e7570") 10.233.68.245 - - [11/Mar/2022:04:15:12 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7669 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-1768187c-7100-4047-8783-a5f165f3b85f/v1 HTTP/1.1" 200 125 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-1768187c-7100-4047-8783-a5f165f3b85f/v1/content HTTP/1.1" 200 0 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-1768187c-7100-4047-8783-a5f165f3b85f/v1 HTTP/1.1" 200 138 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-1768187c-7100-4047-8783-a5f165f3b85f/v1/profile HTTP/1.1" 201 308 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-1768187c-7100-4047-8783-a5f165f3b85f/v1/profile/pnf-cnf-profile-39c5375b-f03c-4aea-9c0a-1fab790ecd3d HTTP/1.1" 200 308 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-1768187c-7100-4047-8783-a5f165f3b85f/v1/profile/pnf-cnf-profile-39c5375b-f03c-4aea-9c0a-1fab790ecd3d/content HTTP/1.1" 200 0 2022/03/11 04:17:17 Main rss info 2022/03/11 04:17:17 Path: /tmp/helm-tmpl-329958568/manifest-0 2022/03/11 04:17:17 Kind: Service 2022/03/11 04:17:17 Path: /tmp/helm-tmpl-329958568/manifest-1 2022/03/11 04:17:17 Kind: Service 2022/03/11 04:17:17 Path: /tmp/helm-tmpl-329958568/manifest-2 2022/03/11 04:17:17 Kind: Pod 2022/03/11 04:17:17 Path: /tmp/helm-tmpl-329958568/manifest-3 2022/03/11 04:17:17 Kind: Deployment 2022/03/11 04:17:17 Crd rss info 2022/03/11 04:17:17 Hook info {"filepath":"/tmp/helm-tmpl-329958568/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-11T04:17:17Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-329958568/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-03-11T04:17:17Z"} 2022/03/11 04:17:17 Instance: loving_lewin, Main rss are failed, skip post-install and remove instance in DB 2022/03/11 04:17:17 Deleted Obj with ID ObjectID("622acd4dbed593088ab7da0a") 2022/03/11 04:17:17 Deleted Obj with ID ObjectID("622acd4ebb84d768623e7878") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-1768187c-7100-4047-8783-a5f165f3b85f","rb-version":"v1","profile-name":"pnf-cnf-profile-39c5375b-f03c-4aea-9c0a-1fab790ecd3d","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-03-11T04:17:17Z"} 10.233.68.245 - - [11/Mar/2022:04:17:17 +0000] "POST /v1/instance HTTP/1.1" 500 180