By type
2021/11/17 09:06:43 Starting Kubernetes Multicloud API 2021/11/17 09:06:43 Error Getting TLS Configuration. Starting without TLS... 10.233.68.232 - - [17/Nov/2021:10:41:15 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.232 - - [17/Nov/2021:10:42:10 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.232 - - [17/Nov/2021:10:43:08 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [17/Nov/2021:10:43:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.232 - - [17/Nov/2021:10:44:35 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.232 - - [17/Nov/2021:10:45:49 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [17/Nov/2021:10:47:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.68.232 - - [17/Nov/2021:10:48:28 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.232 - - [17/Nov/2021:10:50:30 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.232 - - [17/Nov/2021:10:51:15 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.232 - - [17/Nov/2021:10:52:15 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [17/Nov/2021:10:53:04 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.232 - - [17/Nov/2021:10:53:31 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.68.232 - - [17/Nov/2021:10:54:53 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [17/Nov/2021:10:55:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.232 - - [17/Nov/2021:10:57:31 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [17/Nov/2021:11:08:05 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.68.232 - - [17/Nov/2021:11:08:07 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.232 - - [17/Nov/2021:11:08:07 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.68.232 - - [17/Nov/2021:11:08:07 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 127.0.0.1 - - [17/Nov/2021:11:08:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [17/Nov/2021:11:08:28 +0000] "POST /v1/rb/definition/3f7c9c67-2562-439c-9b2d-7eacf8aa4389/baed2abe-3389-462d-85e6-1297e522e662/content HTTP/1.1" 200 0 127.0.0.1 - - [17/Nov/2021:11:12:45 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.68.232 - - [17/Nov/2021:11:13:40 +0000] "GET /v1/rb/definition/3f7c9c67-2562-439c-9b2d-7eacf8aa4389/baed2abe-3389-462d-85e6-1297e522e662 HTTP/1.1" 200 270 10.233.68.232 - - [17/Nov/2021:11:13:40 +0000] "GET /v1/rb/definition/3f7c9c67-2562-439c-9b2d-7eacf8aa4389/baed2abe-3389-462d-85e6-1297e522e662/profile/cnftest HTTP/1.1" 404 87 10.233.68.232 - - [17/Nov/2021:11:13:40 +0000] "POST /v1/rb/definition/3f7c9c67-2562-439c-9b2d-7eacf8aa4389/baed2abe-3389-462d-85e6-1297e522e662/profile HTTP/1.1" 201 240 10.233.68.232 - - [17/Nov/2021:11:13:40 +0000] "GET /v1/rb/definition/3f7c9c67-2562-439c-9b2d-7eacf8aa4389/baed2abe-3389-462d-85e6-1297e522e662/profile/cnftest HTTP/1.1" 200 240 10.233.68.232 - - [17/Nov/2021:11:13:41 +0000] "POST /v1/rb/definition/3f7c9c67-2562-439c-9b2d-7eacf8aa4389/baed2abe-3389-462d-85e6-1297e522e662/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-11-17T11:13:52Z"} 10.233.68.232 - - [17/Nov/2021:11:13:52 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-74dbe445-e90f-47ce-9fd5-39abfabe93ff HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"f8573513-c53d-4c2c-92ea-afb70290ee96","vf-module-id":"8d7615f4-4eb6-4ac1-8a42-b5f4af9abf96","vf-module-model-invariant-id":"3f7c9c67-2562-439c-9b2d-7eacf8aa4389","vf-module-model-version-id":"0e276b02-adcf-4997-9133-43381a531697","vf-module-model-customization-id":"baed2abe-3389-462d-85e6-1297e522e662","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-74dbe445-e90f-47ce-9fd5-39abfabe93ff"}},"level":"info","msg":"Broker API Payload","time":"2021-11-17T11:13:52Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"3f7c9c67-2562-439c-9b2d-7eacf8aa4389","rb-version":"baed2abe-3389-462d-85e6-1297e522e662","profile-name":"cnftest","release-name":"8d7615f4-4eb6-4ac1-8a42-b5f4af9abf96","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-74dbe445-e90f-47ce-9fd5-39abfabe93ff"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-11-17T11:13:52Z"} 2021/11/17 11:13:52 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/11/17 11:13:52 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2021/11/17 11:13:53 Main rss info 2021/11/17 11:13:53 Path: /tmp/helm-tmpl-677294607/manifest-0 2021/11/17 11:13:53 Kind: Service 2021/11/17 11:13:53 Path: /tmp/helm-tmpl-677294607/manifest-1 2021/11/17 11:13:53 Kind: Deployment 2021/11/17 11:13:53 Crd rss info 2021/11/17 11:13:53 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-11-17T11:13:53Z"} 2021/11/17 11:13:54 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-677294607/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-17T11:13:54Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-11-17T11:13:54Z"} {"filepath":"/tmp/helm-tmpl-677294607/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-17T11:13:54Z"} 2021/11/17 11:13:54 No plugin for kind Deployment found. Using generic Plugin 10.233.68.232 - - [17/Nov/2021:11:13:52 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 310 {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-11-17T11:13:55Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hardcore_visvesvaraya","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-17T11:13:56Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hardcore_visvesvaraya","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-17T11:13:56Z"} 10.233.68.232 - - [17/Nov/2021:11:13:56 +0000] "GET /basicnf-owner/k8sregion/infra_workload/hardcore_visvesvaraya HTTP/1.1" 200 129 10.233.68.232 - - [17/Nov/2021:11:13:56 +0000] "POST /basicnf-owner/k8sregion/infra_workload/hardcore_visvesvaraya HTTP/1.1" 405 0 10.233.68.232 - - [17/Nov/2021:11:13:59 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.68.232 - - [17/Nov/2021:11:13:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.232 - - [17/Nov/2021:11:13:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b7cd4eed-6109-43b1-816d-28753baece2f/v1 HTTP/1.1" 200 125 10.233.68.232 - - [17/Nov/2021:11:13:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b7cd4eed-6109-43b1-816d-28753baece2f/v1/content HTTP/1.1" 200 0 10.233.68.232 - - [17/Nov/2021:11:13:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b7cd4eed-6109-43b1-816d-28753baece2f/v1 HTTP/1.1" 200 138 10.233.68.232 - - [17/Nov/2021:11:13:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b7cd4eed-6109-43b1-816d-28753baece2f/v1/profile HTTP/1.1" 201 308 10.233.68.232 - - [17/Nov/2021:11:13:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b7cd4eed-6109-43b1-816d-28753baece2f/v1/profile/pnf-cnf-profile-051d1f9f-807a-4c19-ba4d-48197267590e HTTP/1.1" 200 308 10.233.68.232 - - [17/Nov/2021:11:13:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b7cd4eed-6109-43b1-816d-28753baece2f/v1/profile/pnf-cnf-profile-051d1f9f-807a-4c19-ba4d-48197267590e/content HTTP/1.1" 200 0 2021/11/17 11:13:59 Main rss info 2021/11/17 11:13:59 Path: /tmp/helm-tmpl-385665737/manifest-0 2021/11/17 11:13:59 Kind: Service 2021/11/17 11:13:59 Path: /tmp/helm-tmpl-385665737/manifest-1 2021/11/17 11:13:59 Kind: Service 2021/11/17 11:13:59 Path: /tmp/helm-tmpl-385665737/manifest-2 2021/11/17 11:13:59 Kind: Pod 2021/11/17 11:13:59 Path: /tmp/helm-tmpl-385665737/manifest-3 2021/11/17 11:13:59 Kind: Deployment 2021/11/17 11:13:59 Crd rss info 2021/11/17 11:13:59 Hook info {"filepath":"/tmp/helm-tmpl-385665737/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-17T11:13:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-11-17T11:13:59Z"} {"filepath":"/tmp/helm-tmpl-385665737/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-17T11:13:59Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-11-17T11:14:00Z"} {"filepath":"/tmp/helm-tmpl-385665737/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-17T11:14:00Z"} 2021/11/17 11:14:00 No plugin for kind Pod found. Using generic Plugin 2021/11/17 11:14:00 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-11-17T11:14:00Z"} {"filepath":"/tmp/helm-tmpl-385665737/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-17T11:14:00Z"} 2021/11/17 11:14:00 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-11-17T11:14:00Z"} 10.233.68.232 - - [17/Nov/2021:11:13:59 +0000] "POST /v1/instance HTTP/1.1" 201 727 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hardcore_visvesvaraya","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-17T11:14:23Z"} 10.233.68.232 - - [17/Nov/2021:11:14:23 +0000] "GET /basicnf-owner/k8sregion/infra_workload/hardcore_visvesvaraya HTTP/1.1" 200 129 2021/11/17 11:14:23 [Config Cleanup] Instance hardcore_visvesvaraya 2021/11/17 11:14:23 [scheduleResources]: START thread 2021/11/17 11:14:28 Stop config thread for hardcore_visvesvaraya {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-11-17T11:14:28Z"} 2021/11/17 11:14:28 No plugin for kind Deployment found. Using generic Plugin 2021/11/17 11:14:28 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-11-17T11:14:29Z"} 2021/11/17 11:14:29 Deleting service: cnftest-nginx 2021/11/17 11:14:29 Deleted Obj with ID ObjectID("6194e3f2261a04d2aa6fd0e3") 2021/11/17 11:14:29 Deleted Obj with ID ObjectID("6194e3f2165c223a5556ccad") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"hardcore_visvesvaraya","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-11-17T11:14:29Z"} 10.233.68.232 - - [17/Nov/2021:11:14:23 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/hardcore_visvesvaraya HTTP/1.1" 202 129 10.233.68.232 - - [17/Nov/2021:11:14:41 +0000] "GET /v1/rb/definition/3f7c9c67-2562-439c-9b2d-7eacf8aa4389/baed2abe-3389-462d-85e6-1297e522e662 HTTP/1.1" 200 270 10.233.68.232 - - [17/Nov/2021:11:14:41 +0000] "GET /v1/rb/definition/3f7c9c67-2562-439c-9b2d-7eacf8aa4389/baed2abe-3389-462d-85e6-1297e522e662/profile/cnftest HTTP/1.1" 200 240 2021/11/17 11:14:41 Deleted Obj with ID ObjectID("6194e3e4261a04d2aa6fd0e0") 2021/11/17 11:14:41 Deleted Obj with ID ObjectID("6194e3e5261a04d2aa6fd0e1") 2021/11/17 11:14:41 Deleted Obj with ID ObjectID("6194e3e4165c223a5556cc87") 10.233.68.232 - - [17/Nov/2021:11:14:41 +0000] "DELETE /v1/rb/definition/3f7c9c67-2562-439c-9b2d-7eacf8aa4389/baed2abe-3389-462d-85e6-1297e522e662/profile/cnftest HTTP/1.1" 204 0 10.233.68.232 - - [17/Nov/2021:11:15:13 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 2021/11/17 11:15:13 Deleted Obj with ID ObjectID("6194e297261a04d2aa6fd0d7") 2021/11/17 11:15:13 Deleted Obj with ID ObjectID("6194e297165c223a5556cb91") 10.233.68.232 - - [17/Nov/2021:11:15:13 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2021-11-17T11:21:54Z"} 10.233.68.232 - - [17/Nov/2021:11:21:54 +0000] "DELETE /v1/instance/musing_curran HTTP/1.1" 500 177 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "GET /v1/rb/definition/pnf-cnf-rb-59176dc6-6448-43ca-94db-484df403fa7c/v1 HTTP/1.1" 200 125 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "POST /v1/rb/definition/pnf-cnf-rb-59176dc6-6448-43ca-94db-484df403fa7c/v1/content HTTP/1.1" 200 0 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "GET /v1/rb/definition/pnf-cnf-rb-59176dc6-6448-43ca-94db-484df403fa7c/v1 HTTP/1.1" 200 138 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "POST /v1/rb/definition/pnf-cnf-rb-59176dc6-6448-43ca-94db-484df403fa7c/v1/profile HTTP/1.1" 201 308 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "GET /v1/rb/definition/pnf-cnf-rb-59176dc6-6448-43ca-94db-484df403fa7c/v1/profile/pnf-cnf-profile-1a848f39-8519-4499-933a-e2da650f7e31 HTTP/1.1" 200 308 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "POST /v1/rb/definition/pnf-cnf-rb-59176dc6-6448-43ca-94db-484df403fa7c/v1/profile/pnf-cnf-profile-1a848f39-8519-4499-933a-e2da650f7e31/content HTTP/1.1" 200 0 2021/11/17 11:30:15 Main rss info 2021/11/17 11:30:15 Path: /tmp/helm-tmpl-400280519/manifest-0 2021/11/17 11:30:15 Kind: Service 2021/11/17 11:30:15 Path: /tmp/helm-tmpl-400280519/manifest-1 2021/11/17 11:30:15 Kind: Service 2021/11/17 11:30:15 Path: /tmp/helm-tmpl-400280519/manifest-2 2021/11/17 11:30:15 Kind: Pod 2021/11/17 11:30:15 Path: /tmp/helm-tmpl-400280519/manifest-3 2021/11/17 11:30:15 Kind: Deployment 2021/11/17 11:30:15 Crd rss info 2021/11/17 11:30:15 Hook info {"filepath":"/tmp/helm-tmpl-400280519/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-17T11:30:16Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-400280519/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-11-17T11:30:16Z"} 2021/11/17 11:30:16 Instance: gracious_tesla, Main rss are failed, skip post-install and remove instance in DB 2021/11/17 11:30:16 Deleted Obj with ID ObjectID("6194e7c7261a04d2aa6fd0f4") 2021/11/17 11:30:16 Deleted Obj with ID ObjectID("6194e7c7165c223a5556cfaa") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-59176dc6-6448-43ca-94db-484df403fa7c","rb-version":"v1","profile-name":"pnf-cnf-profile-1a848f39-8519-4499-933a-e2da650f7e31","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-11-17T11:30:16Z"} 10.233.68.232 - - [17/Nov/2021:11:30:15 +0000] "POST /v1/instance HTTP/1.1" 500 180