By type
2021/11/24 09:11:53 Starting Kubernetes Multicloud API 2021/11/24 09:11:53 Error Getting TLS Configuration. Starting without TLS... 10.233.65.52 - - [24/Nov/2021:10:41:53 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.52 - - [24/Nov/2021:10:42:46 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.52 - - [24/Nov/2021:10:43:40 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [24/Nov/2021:10:44:00 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.65.52 - - [24/Nov/2021:10:44:46 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.52 - - [24/Nov/2021:10:45:30 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.52 - - [24/Nov/2021:10:48:08 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [24/Nov/2021:10:49:55 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 10.233.65.52 - - [24/Nov/2021:10:54:44 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.52 - - [24/Nov/2021:10:55:29 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.52 - - [24/Nov/2021:10:56:37 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [24/Nov/2021:10:57:15 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 10.233.65.52 - - [24/Nov/2021:10:58:06 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.65.52 - - [24/Nov/2021:10:59:23 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [24/Nov/2021:11:11:22 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 10.233.65.52 - - [24/Nov/2021:11:11:47 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.52 - - [24/Nov/2021:11:11:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.65.52 - - [24/Nov/2021:11:11:47 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 127.0.0.1 - - [24/Nov/2021:11:11:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 265 127.0.0.1 - - [24/Nov/2021:11:11:59 +0000] "POST /v1/rb/definition/226176a2-bb5a-449b-a76a-55e0fe97e3ea/439c00ad-e676-4a12-8485-e44e0db8c16f/content HTTP/1.1" 200 0 10.233.65.52 - - [24/Nov/2021:11:14:54 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.65.52 - - [24/Nov/2021:11:14:54 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.52 - - [24/Nov/2021:11:14:54 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6674c5e9-9a1f-49be-90e1-4a95307afd4f/v1 HTTP/1.1" 200 125 10.233.65.52 - - [24/Nov/2021:11:14:54 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6674c5e9-9a1f-49be-90e1-4a95307afd4f/v1/content HTTP/1.1" 200 0 10.233.65.52 - - [24/Nov/2021:11:14:54 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6674c5e9-9a1f-49be-90e1-4a95307afd4f/v1 HTTP/1.1" 200 138 10.233.65.52 - - [24/Nov/2021:11:14:54 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6674c5e9-9a1f-49be-90e1-4a95307afd4f/v1/profile HTTP/1.1" 201 308 10.233.65.52 - - [24/Nov/2021:11:14:54 +0000] "GET /v1/rb/definition/pnf-cnf-rb-6674c5e9-9a1f-49be-90e1-4a95307afd4f/v1/profile/pnf-cnf-profile-3fd71d0f-4eac-45da-866a-097a6aa39bf1 HTTP/1.1" 200 308 10.233.65.52 - - [24/Nov/2021:11:14:54 +0000] "POST /v1/rb/definition/pnf-cnf-rb-6674c5e9-9a1f-49be-90e1-4a95307afd4f/v1/profile/pnf-cnf-profile-3fd71d0f-4eac-45da-866a-097a6aa39bf1/content HTTP/1.1" 200 0 2021/11/24 11:14:54 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/11/24 11:14:54 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2021/11/24 11:14:55 Main rss info 2021/11/24 11:14:55 Path: /tmp/helm-tmpl-919833283/manifest-0 2021/11/24 11:14:55 Kind: Service 2021/11/24 11:14:55 Path: /tmp/helm-tmpl-919833283/manifest-1 2021/11/24 11:14:55 Kind: Service 2021/11/24 11:14:55 Path: /tmp/helm-tmpl-919833283/manifest-2 2021/11/24 11:14:55 Kind: Pod 2021/11/24 11:14:55 Path: /tmp/helm-tmpl-919833283/manifest-3 2021/11/24 11:14:55 Kind: Deployment 2021/11/24 11:14:55 Crd rss info 2021/11/24 11:14:55 Hook info {"filepath":"/tmp/helm-tmpl-919833283/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-24T11:14:55Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-11-24T11:14:55Z"} {"filepath":"/tmp/helm-tmpl-919833283/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-24T11:14:55Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-11-24T11:14:55Z"} {"filepath":"/tmp/helm-tmpl-919833283/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-24T11:14:55Z"} 2021/11/24 11:14:55 No plugin for kind Pod found. Using generic Plugin 2021/11/24 11:14:55 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-11-24T11:14:55Z"} {"filepath":"/tmp/helm-tmpl-919833283/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-24T11:14:55Z"} 2021/11/24 11:14:55 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-11-24T11:14:56Z"} 10.233.65.52 - - [24/Nov/2021:11:14:54 +0000] "POST /v1/instance HTTP/1.1" 201 731 10.233.65.52 - - [24/Nov/2021:11:17:25 +0000] "GET /v1/rb/definition/226176a2-bb5a-449b-a76a-55e0fe97e3ea/439c00ad-e676-4a12-8485-e44e0db8c16f HTTP/1.1" 200 270 10.233.65.52 - - [24/Nov/2021:11:17:25 +0000] "GET /v1/rb/definition/226176a2-bb5a-449b-a76a-55e0fe97e3ea/439c00ad-e676-4a12-8485-e44e0db8c16f/profile/cnftest HTTP/1.1" 404 87 10.233.65.52 - - [24/Nov/2021:11:17:25 +0000] "POST /v1/rb/definition/226176a2-bb5a-449b-a76a-55e0fe97e3ea/439c00ad-e676-4a12-8485-e44e0db8c16f/profile HTTP/1.1" 201 240 10.233.65.52 - - [24/Nov/2021:11:17:25 +0000] "GET /v1/rb/definition/226176a2-bb5a-449b-a76a-55e0fe97e3ea/439c00ad-e676-4a12-8485-e44e0db8c16f/profile/cnftest HTTP/1.1" 200 240 10.233.65.52 - - [24/Nov/2021:11:17:26 +0000] "POST /v1/rb/definition/226176a2-bb5a-449b-a76a-55e0fe97e3ea/439c00ad-e676-4a12-8485-e44e0db8c16f/profile/cnftest/content HTTP/1.1" 200 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-11-24T11:17:39Z"} 10.233.65.52 - - [24/Nov/2021:11:17:39 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-b6ab21e9-4486-41cb-96ec-d3042dc9bc80 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"72c72058-5f82-4a58-8703-1af63f8cfbec","vf-module-id":"d19f5a8a-9473-4abb-87f2-18c1f8bf6690","vf-module-model-invariant-id":"226176a2-bb5a-449b-a76a-55e0fe97e3ea","vf-module-model-version-id":"5315bf5c-515b-46e1-9241-1ed363c378f6","vf-module-model-customization-id":"439c00ad-e676-4a12-8485-e44e0db8c16f","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-b6ab21e9-4486-41cb-96ec-d3042dc9bc80"}},"level":"info","msg":"Broker API Payload","time":"2021-11-24T11:17:40Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"226176a2-bb5a-449b-a76a-55e0fe97e3ea","rb-version":"439c00ad-e676-4a12-8485-e44e0db8c16f","profile-name":"cnftest","release-name":"d19f5a8a-9473-4abb-87f2-18c1f8bf6690","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-b6ab21e9-4486-41cb-96ec-d3042dc9bc80"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-11-24T11:17:40Z"} 2021/11/24 11:17:40 Main rss info 2021/11/24 11:17:40 Path: /tmp/helm-tmpl-814163638/manifest-0 2021/11/24 11:17:40 Kind: Service 2021/11/24 11:17:40 Path: /tmp/helm-tmpl-814163638/manifest-1 2021/11/24 11:17:40 Kind: Deployment 2021/11/24 11:17:40 Crd rss info 2021/11/24 11:17:40 Hook info {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-11-24T11:17:40Z"} 2021/11/24 11:17:40 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-814163638/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-24T11:17:40Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-11-24T11:17:40Z"} {"filepath":"/tmp/helm-tmpl-814163638/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-24T11:17:40Z"} 2021/11/24 11:17:40 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-11-24T11:17:40Z"} 10.233.65.52 - - [24/Nov/2021:11:17:40 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 307 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"infallible_jackson","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-24T11:17:40Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"infallible_jackson","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-24T11:17:41Z"} 10.233.65.52 - - [24/Nov/2021:11:17:41 +0000] "GET /basicnf-owner/k8sregion/infra_workload/infallible_jackson HTTP/1.1" 200 126 10.233.65.52 - - [24/Nov/2021:11:17:41 +0000] "POST /basicnf-owner/k8sregion/infra_workload/infallible_jackson HTTP/1.1" 405 0 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"infallible_jackson","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-11-24T11:18:08Z"} 10.233.65.52 - - [24/Nov/2021:11:18:08 +0000] "GET /basicnf-owner/k8sregion/infra_workload/infallible_jackson HTTP/1.1" 200 126 2021/11/24 11:18:09 [Config Cleanup] Instance infallible_jackson 2021/11/24 11:18:09 [scheduleResources]: START thread 2021/11/24 11:18:14 Stop config thread for infallible_jackson {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-11-24T11:18:14Z"} 2021/11/24 11:18:14 [scheduleResources]: STOP thread 2021/11/24 11:18:14 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-11-24T11:18:14Z"} 2021/11/24 11:18:14 Deleting service: cnftest-nginx 2021/11/24 11:18:14 Deleted Obj with ID ObjectID("619e1f5440fe0691b9ff44de") 10.233.65.52 - - [24/Nov/2021:11:18:09 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/infallible_jackson HTTP/1.1" 202 126 2021/11/24 11:18:14 Deleted Obj with ID ObjectID("619e1f5451530fd7c2ee00a0") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"infallible_jackson","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-11-24T11:18:14Z"} 10.233.65.52 - - [24/Nov/2021:11:19:08 +0000] "GET /v1/rb/definition/226176a2-bb5a-449b-a76a-55e0fe97e3ea/439c00ad-e676-4a12-8485-e44e0db8c16f HTTP/1.1" 200 270 10.233.65.52 - - [24/Nov/2021:11:19:08 +0000] "GET /v1/rb/definition/226176a2-bb5a-449b-a76a-55e0fe97e3ea/439c00ad-e676-4a12-8485-e44e0db8c16f/profile/cnftest HTTP/1.1" 200 240 2021/11/24 11:19:08 Deleted Obj with ID ObjectID("619e1f4540fe0691b9ff44dc") 2021/11/24 11:19:08 Deleted Obj with ID ObjectID("619e1f4640fe0691b9ff44dd") 2021/11/24 11:19:08 Deleted Obj with ID ObjectID("619e1f4551530fd7c2ee0078") 10.233.65.52 - - [24/Nov/2021:11:19:08 +0000] "DELETE /v1/rb/definition/226176a2-bb5a-449b-a76a-55e0fe97e3ea/439c00ad-e676-4a12-8485-e44e0db8c16f/profile/cnftest HTTP/1.1" 204 0 10.233.65.52 - - [24/Nov/2021:11:19:38 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 2021/11/24 11:19:38 Deleted Obj with ID ObjectID("619e1df340fe0691b9ff44cd") 2021/11/24 11:19:38 Deleted Obj with ID ObjectID("619e1df351530fd7c2edff46") 10.233.65.52 - - [24/Nov/2021:11:19:38 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 {"error":"Getting CloudRegion Information: Get kubeconfig file: Downloading kubeconfig: Getting Connection info: Get Connection: Error finding master table: mongo: no documents in result","level":"error","msg":"Error Deleting Instance","time":"2021-11-24T11:23:46Z"} 10.233.65.52 - - [24/Nov/2021:11:23:46 +0000] "DELETE /v1/instance/determined_hoover HTTP/1.1" 500 177 127.0.0.1 - - [24/Nov/2021:11:32:36 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-11dcdd86-7f45-4ae7-a085-cff599217e63/v1 HTTP/1.1" 200 125 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-11dcdd86-7f45-4ae7-a085-cff599217e63/v1/content HTTP/1.1" 200 0 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-11dcdd86-7f45-4ae7-a085-cff599217e63/v1 HTTP/1.1" 200 138 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-11dcdd86-7f45-4ae7-a085-cff599217e63/v1/profile HTTP/1.1" 201 308 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "GET /v1/rb/definition/pnf-cnf-rb-11dcdd86-7f45-4ae7-a085-cff599217e63/v1/profile/pnf-cnf-profile-32819bf9-7bf3-4b1a-81b4-469de5fa66d3 HTTP/1.1" 200 308 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "POST /v1/rb/definition/pnf-cnf-rb-11dcdd86-7f45-4ae7-a085-cff599217e63/v1/profile/pnf-cnf-profile-32819bf9-7bf3-4b1a-81b4-469de5fa66d3/content HTTP/1.1" 200 0 2021/11/24 11:38:59 Main rss info 2021/11/24 11:38:59 Path: /tmp/helm-tmpl-464695820/manifest-0 2021/11/24 11:38:59 Kind: Service 2021/11/24 11:38:59 Path: /tmp/helm-tmpl-464695820/manifest-1 2021/11/24 11:38:59 Kind: Service 2021/11/24 11:38:59 Path: /tmp/helm-tmpl-464695820/manifest-2 2021/11/24 11:38:59 Kind: Pod 2021/11/24 11:38:59 Path: /tmp/helm-tmpl-464695820/manifest-3 2021/11/24 11:38:59 Kind: Deployment 2021/11/24 11:38:59 Crd rss info 2021/11/24 11:38:59 Hook info {"filepath":"/tmp/helm-tmpl-464695820/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-11-24T11:38:59Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-464695820/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-11-24T11:39:00Z"} 2021/11/24 11:39:00 Instance: xenodochial_sutherland, Main rss are failed, skip post-install and remove instance in DB 2021/11/24 11:39:00 Deleted Obj with ID ObjectID("619e245340fe0691b9ff44ea") 2021/11/24 11:39:00 Deleted Obj with ID ObjectID("619e245351530fd7c2ee0421") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-11dcdd86-7f45-4ae7-a085-cff599217e63","rb-version":"v1","profile-name":"pnf-cnf-profile-32819bf9-7bf3-4b1a-81b4-469de5fa66d3","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-11-24T11:39:00Z"} 10.233.65.52 - - [24/Nov/2021:11:38:59 +0000] "POST /v1/instance HTTP/1.1" 500 180