By type
2021/10/28 04:50:59 Starting Kubernetes Multicloud API 2021/10/28 04:50:59 Error Getting TLS Configuration. Starting without TLS... 10.233.72.201 - - [28/Oct/2021:06:15:19 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [28/Oct/2021:06:17:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [28/Oct/2021:06:21:56 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [28/Oct/2021:06:30:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [28/Oct/2021:06:42:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.72.201 - - [28/Oct/2021:06:42:40 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.72.201 - - [28/Oct/2021:06:42:40 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7561 10.233.72.201 - - [28/Oct/2021:06:42:41 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 127.0.0.1 - - [28/Oct/2021:06:42:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [28/Oct/2021:06:42:59 +0000] "POST /v1/rb/definition/0601226c-0620-484b-b8dc-de02e84d82d4/51565262-334c-48b8-8cf2-11199fa27c21/content HTTP/1.1" 200 0 127.0.0.1 - - [28/Oct/2021:06:43:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.72.201 - - [28/Oct/2021:06:48:26 +0000] "GET /v1/rb/definition/0601226c-0620-484b-b8dc-de02e84d82d4/51565262-334c-48b8-8cf2-11199fa27c21 HTTP/1.1" 200 270 10.233.72.201 - - [28/Oct/2021:06:48:26 +0000] "GET /v1/rb/definition/0601226c-0620-484b-b8dc-de02e84d82d4/51565262-334c-48b8-8cf2-11199fa27c21/profile/cnftest HTTP/1.1" 404 87 10.233.72.201 - - [28/Oct/2021:06:48:26 +0000] "POST /v1/rb/definition/0601226c-0620-484b-b8dc-de02e84d82d4/51565262-334c-48b8-8cf2-11199fa27c21/profile HTTP/1.1" 201 212 10.233.72.201 - - [28/Oct/2021:06:48:26 +0000] "GET /v1/rb/definition/0601226c-0620-484b-b8dc-de02e84d82d4/51565262-334c-48b8-8cf2-11199fa27c21/profile/cnftest HTTP/1.1" 200 212 10.233.72.201 - - [28/Oct/2021:06:48:26 +0000] "POST /v1/rb/definition/0601226c-0620-484b-b8dc-de02e84d82d4/51565262-334c-48b8-8cf2-11199fa27c21/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-10-28T06:48:43Z"} 10.233.72.201 - - [28/Oct/2021:06:48:43 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-cf51e8ab-822e-4035-93c3-e160b94f2223 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"e10d7ffc-92ae-4b28-984e-1c1905d95edf","vf-module-id":"2db6c557-6c84-47a9-b939-e5f1de6407ef","vf-module-model-invariant-id":"0601226c-0620-484b-b8dc-de02e84d82d4","vf-module-model-version-id":"37a48285-1077-4e05-8227-9ff363d1b141","vf-module-model-customization-id":"51565262-334c-48b8-8cf2-11199fa27c21","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-cf51e8ab-822e-4035-93c3-e160b94f2223"}},"level":"info","msg":"Broker API Payload","time":"2021-10-28T06:48:44Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"0601226c-0620-484b-b8dc-de02e84d82d4","rb-version":"51565262-334c-48b8-8cf2-11199fa27c21","profile-name":"cnftest","release-name":"2db6c557-6c84-47a9-b939-e5f1de6407ef","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-cf51e8ab-822e-4035-93c3-e160b94f2223"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-10-28T06:48:44Z"} 2021/10/28 06:48:44 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/10/28 06:48:44 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2021/10/28 06:48:44 Main rss info 2021/10/28 06:48:44 Path: /tmp/helm-tmpl-665038411/manifest-0 2021/10/28 06:48:44 Kind: Service 2021/10/28 06:48:44 Path: /tmp/helm-tmpl-665038411/manifest-1 2021/10/28 06:48:44 Kind: Deployment 2021/10/28 06:48:44 Crd rss info 2021/10/28 06:48:44 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-10-28T06:48:44Z"} 2021/10/28 06:48:44 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-665038411/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-10-28T06:48:44Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-10-28T06:48:44Z"} {"filepath":"/tmp/helm-tmpl-665038411/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-10-28T06:48:44Z"} 2021/10/28 06:48:44 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-10-28T06:48:44Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"amazing_snyder","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-10-28T06:48:44Z"} 10.233.72.201 - - [28/Oct/2021:06:48:44 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 303 10.233.72.201 - - [28/Oct/2021:06:48:45 +0000] "GET /basicnf-owner/k8sregion/infra_workload/amazing_snyder HTTP/1.1" 200 122 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"amazing_snyder","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-10-28T06:48:45Z"} 10.233.72.201 - - [28/Oct/2021:06:48:45 +0000] "POST /basicnf-owner/k8sregion/infra_workload/amazing_snyder HTTP/1.1" 405 0 10.233.72.201 - - [28/Oct/2021:06:49:16 +0000] "GET /basicnf-owner/k8sregion/infra_workload/amazing_snyder HTTP/1.1" 200 122 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"amazing_snyder","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-10-28T06:49:16Z"} 2021/10/28 06:49:16 [Config Cleanup] Instance amazing_snyder 2021/10/28 06:49:16 [scheduleResources]: START thread 2021/10/28 06:49:21 Stop config thread for amazing_snyder 2021/10/28 06:49:21 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-10-28T06:49:21Z"} 2021/10/28 06:49:21 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-10-28T06:49:21Z"} 2021/10/28 06:49:21 Deleting service: cnftest-nginx 2021/10/28 06:49:22 Deleted Obj with ID ObjectID("617a47ccdcfe18c9df9fae15") 2021/10/28 06:49:22 Deleted Obj with ID ObjectID("617a47cce975a32fef507c66") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"amazing_snyder","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-10-28T06:49:22Z"} 10.233.72.201 - - [28/Oct/2021:06:49:16 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/amazing_snyder HTTP/1.1" 202 122 10.233.72.201 - - [28/Oct/2021:06:49:33 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.72.201 - - [28/Oct/2021:06:49:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.201 - - [28/Oct/2021:06:49:33 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4b93c6e5-22aa-402d-bf44-f7d4a834be01/v1 HTTP/1.1" 200 125 10.233.72.201 - - [28/Oct/2021:06:49:33 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4b93c6e5-22aa-402d-bf44-f7d4a834be01/v1/content HTTP/1.1" 200 0 10.233.72.201 - - [28/Oct/2021:06:49:33 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4b93c6e5-22aa-402d-bf44-f7d4a834be01/v1 HTTP/1.1" 200 138 10.233.72.201 - - [28/Oct/2021:06:49:33 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4b93c6e5-22aa-402d-bf44-f7d4a834be01/v1/profile HTTP/1.1" 201 280 10.233.72.201 - - [28/Oct/2021:06:49:33 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4b93c6e5-22aa-402d-bf44-f7d4a834be01/v1/profile/pnf-cnf-profile-f9f22bc5-6001-4962-853a-417ec80b81fb HTTP/1.1" 200 280 10.233.72.201 - - [28/Oct/2021:06:49:33 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4b93c6e5-22aa-402d-bf44-f7d4a834be01/v1/profile/pnf-cnf-profile-f9f22bc5-6001-4962-853a-417ec80b81fb/content HTTP/1.1" 200 0 2021/10/28 06:49:33 Main rss info 2021/10/28 06:49:33 Path: /tmp/helm-tmpl-043245952/manifest-0 2021/10/28 06:49:33 Kind: Service 2021/10/28 06:49:33 Path: /tmp/helm-tmpl-043245952/manifest-1 2021/10/28 06:49:33 Kind: Service 2021/10/28 06:49:33 Path: /tmp/helm-tmpl-043245952/manifest-2 2021/10/28 06:49:33 Kind: Pod 2021/10/28 06:49:33 Path: /tmp/helm-tmpl-043245952/manifest-3 2021/10/28 06:49:33 Kind: Deployment 2021/10/28 06:49:33 Crd rss info 2021/10/28 06:49:33 Hook info {"filepath":"/tmp/helm-tmpl-043245952/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-10-28T06:49:33Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-10-28T06:49:34Z"} {"filepath":"/tmp/helm-tmpl-043245952/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-10-28T06:49:34Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-10-28T06:49:34Z"} {"filepath":"/tmp/helm-tmpl-043245952/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-10-28T06:49:34Z"} 2021/10/28 06:49:34 No plugin for kind Pod found. Using generic Plugin 2021/10/28 06:49:34 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-10-28T06:49:34Z"} {"filepath":"/tmp/helm-tmpl-043245952/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-10-28T06:49:34Z"} 2021/10/28 06:49:34 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-10-28T06:49:34Z"} 10.233.72.201 - - [28/Oct/2021:06:49:33 +0000] "POST /v1/instance HTTP/1.1" 201 729 127.0.0.1 - - [28/Oct/2021:06:49:37 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.72.201 - - [28/Oct/2021:06:49:40 +0000] "GET /v1/rb/definition/0601226c-0620-484b-b8dc-de02e84d82d4/51565262-334c-48b8-8cf2-11199fa27c21 HTTP/1.1" 200 270 10.233.72.201 - - [28/Oct/2021:06:49:40 +0000] "GET /v1/rb/definition/0601226c-0620-484b-b8dc-de02e84d82d4/51565262-334c-48b8-8cf2-11199fa27c21/profile/cnftest HTTP/1.1" 200 212 2021/10/28 06:49:41 Deleted Obj with ID ObjectID("617a47badcfe18c9df9fae12") 2021/10/28 06:49:41 Deleted Obj with ID ObjectID("617a47badcfe18c9df9fae13") 10.233.72.201 - - [28/Oct/2021:06:49:41 +0000] "DELETE /v1/rb/definition/0601226c-0620-484b-b8dc-de02e84d82d4/51565262-334c-48b8-8cf2-11199fa27c21/profile/cnftest HTTP/1.1" 204 0 2021/10/28 06:49:41 Deleted Obj with ID ObjectID("617a47bae975a32fef507c3b") 10.233.72.201 - - [28/Oct/2021:06:50:09 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 2021/10/28 06:50:09 Deleted Obj with ID ObjectID("617a4660dcfe18c9df9fae09") 2021/10/28 06:50:09 Deleted Obj with ID ObjectID("617a4660e975a32fef507b3e") 10.233.72.201 - - [28/Oct/2021:06:50:09 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2021-10-28T06:55:23Z"} 10.233.72.201 - - [28/Oct/2021:06:55:23 +0000] "DELETE /v1/instance/happy_aryabhata HTTP/1.1" 500 177 10.233.72.201 - - [28/Oct/2021:07:07:52 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.72.201 - - [28/Oct/2021:07:07:53 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7561 10.233.72.201 - - [28/Oct/2021:07:07:53 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7561 10.233.72.201 - - [28/Oct/2021:07:07:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.72.201 - - [28/Oct/2021:07:07:53 +0000] "GET /v1/rb/definition/pnf-cnf-rb-045bb568-ca15-44a1-9de9-dbd6f6d978fc/v1 HTTP/1.1" 200 125 10.233.72.201 - - [28/Oct/2021:07:07:53 +0000] "POST /v1/rb/definition/pnf-cnf-rb-045bb568-ca15-44a1-9de9-dbd6f6d978fc/v1/content HTTP/1.1" 200 0 10.233.72.201 - - [28/Oct/2021:07:07:53 +0000] "GET /v1/rb/definition/pnf-cnf-rb-045bb568-ca15-44a1-9de9-dbd6f6d978fc/v1 HTTP/1.1" 200 138 10.233.72.201 - - [28/Oct/2021:07:07:53 +0000] "POST /v1/rb/definition/pnf-cnf-rb-045bb568-ca15-44a1-9de9-dbd6f6d978fc/v1/profile HTTP/1.1" 201 280 10.233.72.201 - - [28/Oct/2021:07:07:53 +0000] "GET /v1/rb/definition/pnf-cnf-rb-045bb568-ca15-44a1-9de9-dbd6f6d978fc/v1/profile/pnf-cnf-profile-958e70c5-dbfb-405b-ad2f-a6bdb4af1782 HTTP/1.1" 200 280 10.233.72.201 - - [28/Oct/2021:07:07:53 +0000] "POST /v1/rb/definition/pnf-cnf-rb-045bb568-ca15-44a1-9de9-dbd6f6d978fc/v1/profile/pnf-cnf-profile-958e70c5-dbfb-405b-ad2f-a6bdb4af1782/content HTTP/1.1" 200 0 2021/10/28 07:07:53 Main rss info 2021/10/28 07:07:53 Path: /tmp/helm-tmpl-063201923/manifest-0 2021/10/28 07:07:53 Kind: Service 2021/10/28 07:07:53 Path: /tmp/helm-tmpl-063201923/manifest-1 2021/10/28 07:07:53 Kind: Service 2021/10/28 07:07:53 Path: /tmp/helm-tmpl-063201923/manifest-2 2021/10/28 07:07:53 Kind: Pod 2021/10/28 07:07:53 Path: /tmp/helm-tmpl-063201923/manifest-3 2021/10/28 07:07:53 Kind: Deployment 2021/10/28 07:07:53 Crd rss info 2021/10/28 07:07:53 Hook info {"filepath":"/tmp/helm-tmpl-063201923/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-10-28T07:07:53Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-063201923/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-10-28T07:07:53Z"} 2021/10/28 07:07:53 Instance: festive_brown, Main rss are failed, skip post-install and remove instance in DB 2021/10/28 07:07:53 Deleted Obj with ID ObjectID("617a4c49dcfe18c9df9fae29") 2021/10/28 07:07:53 Deleted Obj with ID ObjectID("617a4c49e975a32fef507fd9") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-045bb568-ca15-44a1-9de9-dbd6f6d978fc","rb-version":"v1","profile-name":"pnf-cnf-profile-958e70c5-dbfb-405b-ad2f-a6bdb4af1782","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-10-28T07:07:53Z"} 10.233.72.201 - - [28/Oct/2021:07:07:53 +0000] "POST /v1/instance HTTP/1.1" 500 180