2021/07/29 01:29:30 Starting Kubernetes Multicloud API 2021/07/29 01:29:30 Error Getting TLS Configuration. Starting without TLS... 10.233.74.15 - - [29/Jul/2021:04:38:17 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [29/Jul/2021:04:38:49 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.74.15 - - [29/Jul/2021:04:40:48 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.74.15 - - [29/Jul/2021:04:42:29 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.74.15 - - [29/Jul/2021:04:44:07 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [29/Jul/2021:04:44:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.74.15 - - [29/Jul/2021:04:45:56 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.74.15 - - [29/Jul/2021:04:47:16 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.74.15 - - [29/Jul/2021:04:51:46 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.74.15 - - [29/Jul/2021:04:51:46 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.74.15 - - [29/Jul/2021:04:51:46 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.74.15 - - [29/Jul/2021:04:51:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.74.15 - - [29/Jul/2021:04:51:46 +0000] "GET /v1/rb/definition/pnf-cnf-rb-bd07651a-d0e0-4d21-a806-feeea17d31da/v1 HTTP/1.1" 200 125 10.233.74.15 - - [29/Jul/2021:04:51:46 +0000] "POST /v1/rb/definition/pnf-cnf-rb-bd07651a-d0e0-4d21-a806-feeea17d31da/v1/content HTTP/1.1" 200 0 10.233.74.15 - - [29/Jul/2021:04:51:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-bd07651a-d0e0-4d21-a806-feeea17d31da/v1 HTTP/1.1" 200 138 10.233.74.15 - - [29/Jul/2021:04:51:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-bd07651a-d0e0-4d21-a806-feeea17d31da/v1/profile HTTP/1.1" 201 280 10.233.74.15 - - [29/Jul/2021:04:51:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-bd07651a-d0e0-4d21-a806-feeea17d31da/v1/profile/pnf-cnf-profile-8933c046-33be-4b1d-869a-8e0e75d0b51a HTTP/1.1" 200 280 10.233.74.15 - - [29/Jul/2021:04:51:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-bd07651a-d0e0-4d21-a806-feeea17d31da/v1/profile/pnf-cnf-profile-8933c046-33be-4b1d-869a-8e0e75d0b51a/content HTTP/1.1" 200 0 2021/07/29 04:51:47 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2021/07/29 04:51:47 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result {"filepath":"/tmp/helm-tmpl-170807659/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-29T04:51:47Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-07-29T04:51:47Z"} {"filepath":"/tmp/helm-tmpl-170807659/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-29T04:51:47Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-07-29T04:51:48Z"} {"filepath":"/tmp/helm-tmpl-170807659/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-29T04:51:48Z"} 2021/07/29 04:51:48 No plugin for kind Pod found. Using generic Plugin 2021/07/29 04:51:48 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2021-07-29T04:51:50Z"} {"filepath":"/tmp/helm-tmpl-170807659/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-29T04:51:50Z"} 2021/07/29 04:51:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2021-07-29T04:51:50Z"} 10.233.74.15 - - [29/Jul/2021:04:51:47 +0000] "POST /v1/instance HTTP/1.1" 201 729 127.0.0.1 - - [29/Jul/2021:04:54:51 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [29/Jul/2021:04:55:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [29/Jul/2021:04:55:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 10.233.74.15 - - [29/Jul/2021:04:59:09 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 127.0.0.1 - - [29/Jul/2021:04:59:21 +0000] "POST /v1/rb/definition HTTP/1.1" 201 211 127.0.0.1 - - [29/Jul/2021:04:59:21 +0000] "POST /v1/rb/definition/cd589e35-a3a8-44c8-8f14-9849976a1ac4/e9ac15a1-0fc8-49aa-b853-4d6af23d6da6/content HTTP/1.1" 200 0 10.233.74.15 - - [29/Jul/2021:05:04:31 +0000] "GET /v1/rb/definition/cd589e35-a3a8-44c8-8f14-9849976a1ac4/e9ac15a1-0fc8-49aa-b853-4d6af23d6da6 HTTP/1.1" 200 216 10.233.74.15 - - [29/Jul/2021:05:04:31 +0000] "GET /v1/rb/definition/cd589e35-a3a8-44c8-8f14-9849976a1ac4/e9ac15a1-0fc8-49aa-b853-4d6af23d6da6/profile/cnftest HTTP/1.1" 404 87 10.233.74.15 - - [29/Jul/2021:05:04:31 +0000] "POST /v1/rb/definition/cd589e35-a3a8-44c8-8f14-9849976a1ac4/e9ac15a1-0fc8-49aa-b853-4d6af23d6da6/profile HTTP/1.1" 201 212 10.233.74.15 - - [29/Jul/2021:05:04:31 +0000] "GET /v1/rb/definition/cd589e35-a3a8-44c8-8f14-9849976a1ac4/e9ac15a1-0fc8-49aa-b853-4d6af23d6da6/profile/cnftest HTTP/1.1" 200 212 10.233.74.15 - - [29/Jul/2021:05:04:31 +0000] "POST /v1/rb/definition/cd589e35-a3a8-44c8-8f14-9849976a1ac4/e9ac15a1-0fc8-49aa-b853-4d6af23d6da6/profile/cnftest/content HTTP/1.1" 200 0 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance 2021/07/29 05:05:05 Did not find tag: instance {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"","workload_status":"GET_COMPLETE","workload_status_reason":{"stacks":[]}},"time":"2021-07-29T05:05:05Z"} 10.233.74.15 - - [29/Jul/2021:05:05:05 +0000] "GET /basicnf-owner/k8sregion/infra_workload?name=basic_cnf-a24a00a8-b0ba-4f87-82df-4da85dc9e8d5 HTTP/1.1" 200 114 {"Body":{},"Payload":{"generic-vnf-id":"3080aac2-a4cc-442f-b876-ff236cfaec9e","vf-module-id":"26cb2696-36ba-46fd-8236-acfed51e2521","vf-module-model-invariant-id":"cd589e35-a3a8-44c8-8f14-9849976a1ac4","vf-module-model-version-id":"e9ac15a1-0fc8-49aa-b853-4d6af23d6da6","vf-module-model-customization-id":"0dd94c73-344c-4bff-aa18-bbbad8ec309d","oof_directives":{"attributes":null},"sdnc_directives":{"attributes":[{"attribute_name":"k8s-rb-profile-name","attribute_value":"cnftest"},{"attribute_name":"k8s-rb-profile-namespace","attribute_value":"k8s"},{"attribute_name":"availability_zone_0","attribute_value":"basicnf-availability-zone"},{"attribute_name":"dummy_name_0","attribute_value":"dummy_name"}]},"user_directives":{"attributes":null},"template_type":"","template_data":{"stack_name":"basic_cnf-a24a00a8-b0ba-4f87-82df-4da85dc9e8d5"}},"level":"info","msg":"Broker API Payload","time":"2021-07-29T05:05:05Z"} {"level":"info","msg":"Instance API Payload","payload":{"rb-name":"cd589e35-a3a8-44c8-8f14-9849976a1ac4","rb-version":"e9ac15a1-0fc8-49aa-b853-4d6af23d6da6","profile-name":"cnftest","release-name":"26cb2696-36ba-46fd-8236-acfed51e2521","cloud-region":"k8sregion","labels":{"stack-name":"basic_cnf-a24a00a8-b0ba-4f87-82df-4da85dc9e8d5"},"override-values":{"availability_zone_0":"basicnf-availability-zone","dummy_name_0":"dummy_name","k8s-rb-profile-name":"cnftest","k8s-rb-profile-namespace":"k8s"}},"time":"2021-07-29T05:05:05Z"} {"level":"info","msg":"Creating Namespace","namespace":"k8s","time":"2021-07-29T05:05:05Z"} 2021/07/29 05:05:05 Namespace (k8s) created {"filepath":"/tmp/helm-tmpl-023403092/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-29T05:05:05Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-07-29T05:05:05Z"} {"filepath":"/tmp/helm-tmpl-023403092/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-29T05:05:05Z"} 2021/07/29 05:05:05 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cnftest-nginx","time":"2021-07-29T05:05:05Z"} {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_cohen","template_response":[{"GVK":{"Group":"","Version":"v1","Kind":"Service"},"Name":"cnftest-nginx"},{"GVK":{"Group":"apps","Version":"v1","Kind":"Deployment"},"Name":"cnftest-nginx"}],"workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-07-29T05:05:05Z"} 10.233.74.15 - - [29/Jul/2021:05:05:05 +0000] "POST /basicnf-owner/k8sregion/infra_workload HTTP/1.1" 201 306 10.233.74.15 - - [29/Jul/2021:05:05:06 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_cohen HTTP/1.1" 200 125 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_cohen","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-07-29T05:05:06Z"} 10.233.74.15 - - [29/Jul/2021:05:05:06 +0000] "POST /basicnf-owner/k8sregion/infra_workload/xenodochial_cohen HTTP/1.1" 405 0 10.233.74.15 - - [29/Jul/2021:05:05:32 +0000] "GET /basicnf-owner/k8sregion/infra_workload/xenodochial_cohen HTTP/1.1" 200 125 {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_cohen","workload_status":"CREATE_COMPLETE","workload_status_reason":null},"time":"2021-07-29T05:05:32Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-07-29T05:05:33Z"} 2021/07/29 05:05:33 Deleting service: cnftest-nginx {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cnftest-nginx","time":"2021-07-29T05:05:33Z"} 2021/07/29 05:05:33 No plugin for kind Deployment found. Using generic Plugin 2021/07/29 05:05:33 Deleted Obj with ID ObjectID("610237016f9aa40dca3d36c0") 2021/07/29 05:05:33 Deleted Obj with ID ObjectID("61023701d49f9340a96ffee3") {"level":"info","msg":"Broker API Response","response":{"template_type":"heat","workload_id":"xenodochial_cohen","workload_status":"DELETE_COMPLETE","workload_status_reason":null},"time":"2021-07-29T05:05:33Z"} 10.233.74.15 - - [29/Jul/2021:05:05:33 +0000] "DELETE /basicnf-owner/k8sregion/infra_workload/xenodochial_cohen HTTP/1.1" 202 125 10.233.74.15 - - [29/Jul/2021:05:05:49 +0000] "GET /v1/rb/definition/cd589e35-a3a8-44c8-8f14-9849976a1ac4/e9ac15a1-0fc8-49aa-b853-4d6af23d6da6 HTTP/1.1" 200 216 10.233.74.15 - - [29/Jul/2021:05:05:49 +0000] "GET /v1/rb/definition/cd589e35-a3a8-44c8-8f14-9849976a1ac4/e9ac15a1-0fc8-49aa-b853-4d6af23d6da6/profile/cnftest HTTP/1.1" 200 212 2021/07/29 05:05:50 Deleted Obj with ID ObjectID("610236df6f9aa40dca3d36be") 2021/07/29 05:05:50 Deleted Obj with ID ObjectID("610236df6f9aa40dca3d36bf") 2021/07/29 05:05:50 Deleted Obj with ID ObjectID("610236dfd49f9340a96ffeb4") 10.233.74.15 - - [29/Jul/2021:05:05:50 +0000] "DELETE /v1/rb/definition/cd589e35-a3a8-44c8-8f14-9849976a1ac4/e9ac15a1-0fc8-49aa-b853-4d6af23d6da6/profile/cnftest HTTP/1.1" 204 0 10.233.74.15 - - [29/Jul/2021:05:06:39 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 2021/07/29 05:06:39 Deleted Obj with ID ObjectID("610233e26f9aa40dca3d36a6") 10.233.74.15 - - [29/Jul/2021:05:06:39 +0000] "DELETE /v1/connectivity-info/k8sregion HTTP/1.1" 204 0 2021/07/29 05:06:39 Deleted Obj with ID ObjectID("610233e2d49f9340a96ffc56") 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7565 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7565 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "GET /v1/rb/definition/pnf-cnf-rb-51c83b59-06dd-4ab1-a2e2-44f80b21b713/v1 HTTP/1.1" 200 125 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "POST /v1/rb/definition/pnf-cnf-rb-51c83b59-06dd-4ab1-a2e2-44f80b21b713/v1/content HTTP/1.1" 200 0 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "GET /v1/rb/definition/pnf-cnf-rb-51c83b59-06dd-4ab1-a2e2-44f80b21b713/v1 HTTP/1.1" 200 138 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "POST /v1/rb/definition/pnf-cnf-rb-51c83b59-06dd-4ab1-a2e2-44f80b21b713/v1/profile HTTP/1.1" 201 280 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "GET /v1/rb/definition/pnf-cnf-rb-51c83b59-06dd-4ab1-a2e2-44f80b21b713/v1/profile/pnf-cnf-profile-e55cb99e-8312-460f-b8e8-a2335fb45407 HTTP/1.1" 200 280 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "POST /v1/rb/definition/pnf-cnf-rb-51c83b59-06dd-4ab1-a2e2-44f80b21b713/v1/profile/pnf-cnf-profile-e55cb99e-8312-460f-b8e8-a2335fb45407/content HTTP/1.1" 200 0 {"filepath":"/tmp/helm-tmpl-584365676/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2021-07-29T05:37:46Z"} 10.233.74.15 - - [29/Jul/2021:05:37:46 +0000] "POST /v1/instance HTTP/1.1" 500 180 {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-584365676/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2021-07-29T05:37:46Z"} {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-51c83b59-06dd-4ab1-a2e2-44f80b21b713","rb-version":"v1","profile-name":"pnf-cnf-profile-e55cb99e-8312-460f-b8e8-a2335fb45407","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2021-07-29T05:37:46Z"}