By type
2022/03/16 02:46:30 Starting Kubernetes Multicloud API 2022/03/16 02:46:30 Error Getting TLS Configuration. Starting without TLS... 10.233.65.29 - - [16/Mar/2022:03:56:49 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.29 - - [16/Mar/2022:03:57:31 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [16/Mar/2022:04:00:12 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.65.29 - - [16/Mar/2022:04:00:28 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [16/Mar/2022:04:00:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.65.29 - - [16/Mar/2022:04:11:24 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.29 - - [16/Mar/2022:04:11:24 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.65.29 - - [16/Mar/2022:04:11:24 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.65.29 - - [16/Mar/2022:04:11:24 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.29 - - [16/Mar/2022:04:11:24 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4dad7c2d-f2d9-459f-b7f6-abb13ca6b36f/v1 HTTP/1.1" 200 125 10.233.65.29 - - [16/Mar/2022:04:11:24 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4dad7c2d-f2d9-459f-b7f6-abb13ca6b36f/v1/content HTTP/1.1" 200 0 10.233.65.29 - - [16/Mar/2022:04:11:25 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4dad7c2d-f2d9-459f-b7f6-abb13ca6b36f/v1 HTTP/1.1" 200 138 10.233.65.29 - - [16/Mar/2022:04:11:25 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4dad7c2d-f2d9-459f-b7f6-abb13ca6b36f/v1/profile HTTP/1.1" 201 308 10.233.65.29 - - [16/Mar/2022:04:11:25 +0000] "GET /v1/rb/definition/pnf-cnf-rb-4dad7c2d-f2d9-459f-b7f6-abb13ca6b36f/v1/profile/pnf-cnf-profile-c9d0ea71-f66a-46f2-954d-ca8b6f67f15f HTTP/1.1" 200 308 10.233.65.29 - - [16/Mar/2022:04:11:25 +0000] "POST /v1/rb/definition/pnf-cnf-rb-4dad7c2d-f2d9-459f-b7f6-abb13ca6b36f/v1/profile/pnf-cnf-profile-c9d0ea71-f66a-46f2-954d-ca8b6f67f15f/content HTTP/1.1" 200 0 2022/03/16 04:11:25 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/03/16 04:11:25 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/03/16 04:11:25 Main rss info 2022/03/16 04:11:25 Path: /tmp/helm-tmpl-235003890/manifest-0 2022/03/16 04:11:25 Kind: Service 2022/03/16 04:11:25 Path: /tmp/helm-tmpl-235003890/manifest-1 2022/03/16 04:11:25 Kind: Service 2022/03/16 04:11:25 Path: /tmp/helm-tmpl-235003890/manifest-2 2022/03/16 04:11:25 Kind: Pod 2022/03/16 04:11:25 Path: /tmp/helm-tmpl-235003890/manifest-3 2022/03/16 04:11:25 Kind: Deployment 2022/03/16 04:11:25 Crd rss info 2022/03/16 04:11:25 Hook info {"filepath":"/tmp/helm-tmpl-235003890/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-16T04:11:25Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-16T04:11:25Z"} {"filepath":"/tmp/helm-tmpl-235003890/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-16T04:11:25Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-16T04:11:25Z"} {"filepath":"/tmp/helm-tmpl-235003890/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-16T04:11:25Z"} 2022/03/16 04:11:25 No plugin for kind Pod found. Using generic Plugin 2022/03/16 04:11:25 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-03-16T04:11:25Z"} {"filepath":"/tmp/helm-tmpl-235003890/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-16T04:11:25Z"} 2022/03/16 04:11:25 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-03-16T04:11:25Z"} 10.233.65.29 - - [16/Mar/2022:04:11:25 +0000] "POST /v1/instance HTTP/1.1" 201 729 10.233.65.29 - - [16/Mar/2022:04:14:49 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 127.0.0.1 - - [16/Mar/2022:04:14:53 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.1 - - [16/Mar/2022:04:15:16 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [16/Mar/2022:04:15:16 +0000] "POST /v1/rb/definition/1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3/911c7e79-d327-4aeb-8588-afba62f4d3ee/content HTTP/1.1" 200 0 127.0.0.1 - - [16/Mar/2022:04:15:33 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [16/Mar/2022:04:15:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.65.29 - - [16/Mar/2022:04:21:46 +0000] "GET /v1/rb/definition/1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3/911c7e79-d327-4aeb-8588-afba62f4d3ee HTTP/1.1" 200 270 10.233.65.29 - - [16/Mar/2022:04:21:46 +0000] "GET /v1/rb/definition/1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3/911c7e79-d327-4aeb-8588-afba62f4d3ee/profile/cnftest HTTP/1.1" 404 87 10.233.65.29 - - [16/Mar/2022:04:21:46 +0000] "POST /v1/rb/definition/1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3/911c7e79-d327-4aeb-8588-afba62f4d3ee/profile HTTP/1.1" 201 240 10.233.65.29 - - [16/Mar/2022:04:21:46 +0000] "GET /v1/rb/definition/1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3/911c7e79-d327-4aeb-8588-afba62f4d3ee/profile/cnftest HTTP/1.1" 200 240 10.233.65.29 - - [16/Mar/2022:04:21:46 +0000] "POST /v1/rb/definition/1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3/911c7e79-d327-4aeb-8588-afba62f4d3ee/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2022-03-16T04:22:01Z"} 10.233.65.29 - - [16/Mar/2022:04:22:01 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-a8eaffc9-5d10-4d29-acbf-88c10a762e59 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"f35513d6-b27c-4df3-8a78-85dca45c6782","vf-module-id":"d2015b3e-1214-46c3-8ed1-84c619ee7453","vf-module-model-invariant-id":"1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3","vf-module-model-version-id":"1a56297c-aaba-4391-bc32-6902e31bf388","vf-module-model-customization-id":"911c7e79-d327-4aeb-8588-afba62f4d3ee","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-a8eaffc9-5d10-4d29-acbf-88c10a762e59"}},"level":"info","msg":"Broker API Payload","time":"2022-03-16T04:22:02Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3","rb-version":"911c7e79-d327-4aeb-8588-afba62f4d3ee","profile-name":"cnftest","release-name":"d2015b3e-1214-46c3-8ed1-84c619ee7453","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-a8eaffc9-5d10-4d29-acbf-88c10a762e59"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2022-03-16T04:22:02Z"} 2022/03/16 04:22:02 Main rss info 2022/03/16 04:22:02 Path: /tmp/helm-tmpl-117989198/manifest-0 2022/03/16 04:22:02 Kind: Service 2022/03/16 04:22:02 Path: /tmp/helm-tmpl-117989198/manifest-1 2022/03/16 04:22:02 Kind: Deployment 2022/03/16 04:22:02 Crd rss info 2022/03/16 04:22:02 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2022-03-16T04:22:02Z"} 2022/03/16 04:22:02 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-117989198/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-16T04:22:02Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-16T04:22:02Z"} {"filepath":"/tmp/helm-tmpl-117989198/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-16T04:22:02Z"} 2022/03/16 04:22:02 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2022-03-16T04:22:02Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"ecstatic_chatterjee","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-16T04:22:02Z"} 10.233.65.29 - - [16/Mar/2022:04:22:02 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 308 10.233.65.29 - - [16/Mar/2022:04:22:03 +0000] "GET /basicnf-owner/k8sregion/infra_workload/ecstatic_chatterjee HTTP/1.1" 200 127 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"ecstatic_chatterjee","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-16T04:22:03Z"} 10.233.65.29 - - [16/Mar/2022:04:22:03 +0000] "POST /basicnf-owner/k8sregion/infra_workload/ecstatic_chatterjee HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"ecstatic_chatterjee","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2022-03-16T04:22:47Z"} 10.233.65.29 - - [16/Mar/2022:04:22:47 +0000] "GET /basicnf-owner/k8sregion/infra_workload/ecstatic_chatterjee HTTP/1.1" 200 127 2022/03/16 04:22:47 [Config Cleanup] Instance ecstatic_chatterjee 2022/03/16 04:22:47 [scheduleResources]: START thread 2022/03/16 04:22:52 Stop config thread for ecstatic_chatterjee {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-03-16T04:22:52Z"} 2022/03/16 04:22:52 No plugin for kind Deployment found. Using generic Plugin 2022/03/16 04:22:52 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2022-03-16T04:22:53Z"} 2022/03/16 04:22:53 Deleting service: cnftest-nginx 2022/03/16 04:22:53 Deleted Obj with ID ObjectID("623165eab134fb3addab24b6") 2022/03/16 04:22:53 Deleted Obj with ID ObjectID("623165eabffd82e4b59d8858") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"ecstatic_chatterjee","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2022-03-16T04:22:53Z"} 10.233.65.29 - - [16/Mar/2022:04:22:47 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/ecstatic_chatterjee HTTP/1.1" 202 127 10.233.65.29 - - [16/Mar/2022:04:23:02 +0000] "GET /v1/rb/definition/1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3/911c7e79-d327-4aeb-8588-afba62f4d3ee HTTP/1.1" 200 270 10.233.65.29 - - [16/Mar/2022:04:23:02 +0000] "GET /v1/rb/definition/1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3/911c7e79-d327-4aeb-8588-afba62f4d3ee/profile/cnftest HTTP/1.1" 200 240 2022/03/16 04:23:02 Deleted Obj with ID ObjectID("623165dab134fb3addab24b4") 2022/03/16 04:23:03 Deleted Obj with ID ObjectID("623165dab134fb3addab24b5") 2022/03/16 04:23:03 Deleted Obj with ID ObjectID("623165dabffd82e4b59d8834") 10.233.65.29 - - [16/Mar/2022:04:23:02 +0000] "DELETE /v1/rb/definition/1fbe70e3-6104-4ce5-a1d0-0903a3f09ee3/911c7e79-d327-4aeb-8588-afba62f4d3ee/profile/cnftest HTTP/1.1" 204 0 10.233.65.29 - - [16/Mar/2022:04:23:36 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 2022/03/16 04:23:36 Deleted Obj with ID ObjectID("6231636cb134fb3addab249c") 2022/03/16 04:23:36 Deleted Obj with ID ObjectID("6231636dbffd82e4b59d8629") 10.233.65.29 - - [16/Mar/2022:04:23:36 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2022-03-16T04:24:50Z"} 10.233.65.29 - - [16/Mar/2022:04:24:50 +0000] "DELETE /v1/instance/brave_mendeleev HTTP/1.1" 500 177 10.233.65.29 - - [16/Mar/2022:04:28:16 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.29 - - [16/Mar/2022:04:28:17 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7661 10.233.65.29 - - [16/Mar/2022:04:28:17 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7661 10.233.65.29 - - [16/Mar/2022:04:28:17 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.29 - - [16/Mar/2022:04:28:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b4786ecc-798f-4bad-9560-357608e1ab95/v1 HTTP/1.1" 200 125 10.233.65.29 - - [16/Mar/2022:04:28:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b4786ecc-798f-4bad-9560-357608e1ab95/v1/content HTTP/1.1" 200 0 10.233.65.29 - - [16/Mar/2022:04:28:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b4786ecc-798f-4bad-9560-357608e1ab95/v1 HTTP/1.1" 200 138 10.233.65.29 - - [16/Mar/2022:04:28:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b4786ecc-798f-4bad-9560-357608e1ab95/v1/profile HTTP/1.1" 201 308 10.233.65.29 - - [16/Mar/2022:04:28:17 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b4786ecc-798f-4bad-9560-357608e1ab95/v1/profile/pnf-cnf-profile-415c976b-9259-48ad-b973-5c3b4c1abb5c HTTP/1.1" 200 308 10.233.65.29 - - [16/Mar/2022:04:28:17 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b4786ecc-798f-4bad-9560-357608e1ab95/v1/profile/pnf-cnf-profile-415c976b-9259-48ad-b973-5c3b4c1abb5c/content HTTP/1.1" 200 0 2022/03/16 04:28:17 Main rss info 2022/03/16 04:28:17 Path: /tmp/helm-tmpl-722152001/manifest-0 2022/03/16 04:28:17 Kind: Service 2022/03/16 04:28:17 Path: /tmp/helm-tmpl-722152001/manifest-1 2022/03/16 04:28:17 Kind: Service 2022/03/16 04:28:17 Path: /tmp/helm-tmpl-722152001/manifest-2 2022/03/16 04:28:17 Kind: Pod 2022/03/16 04:28:17 Path: /tmp/helm-tmpl-722152001/manifest-3 2022/03/16 04:28:17 Kind: Deployment 2022/03/16 04:28:17 Crd rss info 2022/03/16 04:28:17 Hook info {"filepath":"/tmp/helm-tmpl-722152001/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-03-16T04:28:17Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-722152001/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-03-16T04:28:17Z"} 2022/03/16 04:28:17 Instance: objective_haslett, Main rss are failed, skip post-install and remove instance in DB 2022/03/16 04:28:17 Deleted Obj with ID ObjectID("62316761b134fb3addab24bf") 2022/03/16 04:28:17 Deleted Obj with ID ObjectID("62316761bffd82e4b59d89a6") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-b4786ecc-798f-4bad-9560-357608e1ab95","rb-version":"v1","profile-name":"pnf-cnf-profile-415c976b-9259-48ad-b973-5c3b4c1abb5c","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-03-16T04:28:17Z"} 10.233.65.29 - - [16/Mar/2022:04:28:17 +0000] "POST /v1/instance HTTP/1.1" 500 180