2022/02/24 09:57:38 Starting Kubernetes Multicloud API 2022/02/24 09:57:38 Error Getting TLS Configuration. Starting without TLS... 10.233.66.247 - - [24/Feb/2022:11:25:33 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.247 - - [24/Feb/2022:11:26:16 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.247 - - [24/Feb/2022:11:27:03 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.247 - - [24/Feb/2022:11:28:09 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.247 - - [24/Feb/2022:11:46:04 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 500 74 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7569 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-56d27758-08a8-4a48-b000-6916bb5da690/v1 HTTP/1.1" 200 125 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-56d27758-08a8-4a48-b000-6916bb5da690/v1/content HTTP/1.1" 200 0 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-56d27758-08a8-4a48-b000-6916bb5da690/v1 HTTP/1.1" 200 138 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-56d27758-08a8-4a48-b000-6916bb5da690/v1/profile HTTP/1.1" 201 314 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "GET /v1/rb/definition/pnf-cnf-rb-56d27758-08a8-4a48-b000-6916bb5da690/v1/profile/pnf-cnf-profile-a55a3d3d-efaa-4cef-acb8-31e786684eb6 HTTP/1.1" 200 314 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "POST /v1/rb/definition/pnf-cnf-rb-56d27758-08a8-4a48-b000-6916bb5da690/v1/profile/pnf-cnf-profile-a55a3d3d-efaa-4cef-acb8-31e786684eb6/content HTTP/1.1" 200 0 2022/02/24 11:59:29 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/02/24 11:59:29 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/02/24 11:59:29 Main rss info 2022/02/24 11:59:29 Path: /tmp/helm-tmpl-504209996/manifest-0 2022/02/24 11:59:29 Kind: Service 2022/02/24 11:59:29 Path: /tmp/helm-tmpl-504209996/manifest-1 2022/02/24 11:59:29 Kind: Service 2022/02/24 11:59:29 Path: /tmp/helm-tmpl-504209996/manifest-2 2022/02/24 11:59:29 Kind: Pod 2022/02/24 11:59:29 Path: /tmp/helm-tmpl-504209996/manifest-3 2022/02/24 11:59:29 Kind: Deployment 2022/02/24 11:59:29 Crd rss info 2022/02/24 11:59:29 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-02-24T11:59:29Z"} 2022/02/24 11:59:29 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-504209996/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-24T11:59:29Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-02-24T11:59:29Z"} {"filepath":"/tmp/helm-tmpl-504209996/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-24T11:59:29Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-02-24T11:59:29Z"} {"filepath":"/tmp/helm-tmpl-504209996/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-24T11:59:29Z"} 2022/02/24 11:59:29 No plugin for kind Pod found. Using generic Plugin 2022/02/24 11:59:29 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-02-24T11:59:29Z"} {"filepath":"/tmp/helm-tmpl-504209996/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-24T11:59:29Z"} 2022/02/24 11:59:29 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-02-24T11:59:29Z"} 10.233.66.247 - - [24/Feb/2022:11:59:28 +0000] "POST /v1/instance HTTP/1.1" 201 735 10.233.66.247 - - [24/Feb/2022:11:59:50 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.66.247 - - [24/Feb/2022:11:59:50 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.247 - - [24/Feb/2022:11:59:50 +0000] "GET /v1/rb/definition/cds-ms-rb-c7256e83-7439-4547-9c41-7397b691904c/v1 HTTP/1.1" 200 124 10.233.66.247 - - [24/Feb/2022:11:59:50 +0000] "POST /v1/rb/definition/cds-ms-rb-c7256e83-7439-4547-9c41-7397b691904c/v1/content HTTP/1.1" 200 0 10.233.66.247 - - [24/Feb/2022:11:59:50 +0000] "GET /v1/rb/definition/cds-ms-rb-c7256e83-7439-4547-9c41-7397b691904c/v1 HTTP/1.1" 200 138 10.233.66.247 - - [24/Feb/2022:11:59:50 +0000] "POST /v1/rb/definition/cds-ms-rb-c7256e83-7439-4547-9c41-7397b691904c/v1/profile HTTP/1.1" 201 305 10.233.66.247 - - [24/Feb/2022:11:59:50 +0000] "GET /v1/rb/definition/cds-ms-rb-c7256e83-7439-4547-9c41-7397b691904c/v1/profile/cds-ms-prof-b2efe5f0-4a32-4518-8378-0042136faa6f HTTP/1.1" 200 305 10.233.66.247 - - [24/Feb/2022:11:59:50 +0000] "POST /v1/rb/definition/cds-ms-rb-c7256e83-7439-4547-9c41-7397b691904c/v1/profile/cds-ms-prof-b2efe5f0-4a32-4518-8378-0042136faa6f/content HTTP/1.1" 200 0 2022/02/24 11:59:50 Main rss info 2022/02/24 11:59:50 Path: /tmp/helm-tmpl-151199024/manifest-0 2022/02/24 11:59:50 Kind: Service 2022/02/24 11:59:50 Path: /tmp/helm-tmpl-151199024/manifest-1 2022/02/24 11:59:50 Kind: Deployment 2022/02/24 11:59:50 Crd rss info 2022/02/24 11:59:50 Hook info {"filepath":"/tmp/helm-tmpl-151199024/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-24T11:59:50Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-02-24T11:59:50Z"} {"filepath":"/tmp/helm-tmpl-151199024/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-24T11:59:50Z"} 2022/02/24 11:59:50 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-02-24T11:59:50Z"} 10.233.66.247 - - [24/Feb/2022:11:59:50 +0000] "POST /v1/instance HTTP/1.1" 201 536 10.233.66.247 - - [24/Feb/2022:12:07:35 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.66.247 - - [24/Feb/2022:12:07:35 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.247 - - [24/Feb/2022:12:07:35 +0000] "GET /v1/rb/definition/pnf-cnf-rb-23cb3ef7-6b81-490c-99f6-bc235af3c9c9/v1 HTTP/1.1" 200 125 10.233.66.247 - - [24/Feb/2022:12:07:35 +0000] "POST /v1/rb/definition/pnf-cnf-rb-23cb3ef7-6b81-490c-99f6-bc235af3c9c9/v1/content HTTP/1.1" 200 0 10.233.66.247 - - [24/Feb/2022:12:07:35 +0000] "GET /v1/rb/definition/pnf-cnf-rb-23cb3ef7-6b81-490c-99f6-bc235af3c9c9/v1 HTTP/1.1" 200 138 10.233.66.247 - - [24/Feb/2022:12:07:35 +0000] "POST /v1/rb/definition/pnf-cnf-rb-23cb3ef7-6b81-490c-99f6-bc235af3c9c9/v1/profile HTTP/1.1" 201 314 10.233.66.247 - - [24/Feb/2022:12:07:35 +0000] "GET /v1/rb/definition/pnf-cnf-rb-23cb3ef7-6b81-490c-99f6-bc235af3c9c9/v1/profile/pnf-cnf-profile-9421b056-bfd3-4360-b3f4-1748e1264d31 HTTP/1.1" 200 314 10.233.66.247 - - [24/Feb/2022:12:07:35 +0000] "POST /v1/rb/definition/pnf-cnf-rb-23cb3ef7-6b81-490c-99f6-bc235af3c9c9/v1/profile/pnf-cnf-profile-9421b056-bfd3-4360-b3f4-1748e1264d31/content HTTP/1.1" 200 0 2022/02/24 12:07:35 Main rss info 2022/02/24 12:07:35 Path: /tmp/helm-tmpl-375783283/manifest-0 2022/02/24 12:07:35 Kind: Service 2022/02/24 12:07:35 Path: /tmp/helm-tmpl-375783283/manifest-1 2022/02/24 12:07:35 Kind: Service 2022/02/24 12:07:35 Path: /tmp/helm-tmpl-375783283/manifest-2 2022/02/24 12:07:35 Kind: Pod 2022/02/24 12:07:35 Path: /tmp/helm-tmpl-375783283/manifest-3 2022/02/24 12:07:35 Kind: Deployment 2022/02/24 12:07:35 Crd rss info 2022/02/24 12:07:35 Hook info {"filepath":"/tmp/helm-tmpl-375783283/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-24T12:07:35Z"} {"error":"Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","filepath":"/tmp/helm-tmpl-375783283/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-02-24T12:07:36Z"} 2022/02/24 12:07:36 Instance: inspiring_ramanujan, Main rss are failed, skip post-install and remove instance in DB 2022/02/24 12:07:36 Deleted Obj with ID ObjectID("62177507eda7b3e942a7d126") 2022/02/24 12:07:36 Deleted Obj with ID ObjectID("62177507717a3bf3238b0da9") 10.233.66.247 - - [24/Feb/2022:12:07:35 +0000] "POST /v1/instance HTTP/1.1" 500 180 {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: services \"pnf-macro-test-simulator-mongo\" already exists","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"pnf-cnf-rb-23cb3ef7-6b81-490c-99f6-bc235af3c9c9","rb-version":"v1","profile-name":"pnf-cnf-profile-9421b056-bfd3-4360-b3f4-1748e1264d31","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-02-24T12:07:36Z"} 10.233.66.247 - - [24/Feb/2022:12:10:09 +0000] "GET /v1/connectivity-info/k8sregion HTTP/1.1" 200 7569 10.233.66.247 - - [24/Feb/2022:12:10:09 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.247 - - [24/Feb/2022:12:10:09 +0000] "GET /v1/rb/definition/cds-ms-rb-d28bae91-ecf6-4ebf-898f-19ffaf3c625b/v1 HTTP/1.1" 200 124 10.233.66.247 - - [24/Feb/2022:12:10:09 +0000] "POST /v1/rb/definition/cds-ms-rb-d28bae91-ecf6-4ebf-898f-19ffaf3c625b/v1/content HTTP/1.1" 200 0 10.233.66.247 - - [24/Feb/2022:12:10:09 +0000] "GET /v1/rb/definition/cds-ms-rb-d28bae91-ecf6-4ebf-898f-19ffaf3c625b/v1 HTTP/1.1" 200 138 10.233.66.247 - - [24/Feb/2022:12:10:09 +0000] "POST /v1/rb/definition/cds-ms-rb-d28bae91-ecf6-4ebf-898f-19ffaf3c625b/v1/profile HTTP/1.1" 201 305 10.233.66.247 - - [24/Feb/2022:12:10:09 +0000] "GET /v1/rb/definition/cds-ms-rb-d28bae91-ecf6-4ebf-898f-19ffaf3c625b/v1/profile/cds-ms-prof-7b1e43dc-de7b-49a7-9aae-c278750bd8b7 HTTP/1.1" 200 305 10.233.66.247 - - [24/Feb/2022:12:10:09 +0000] "POST /v1/rb/definition/cds-ms-rb-d28bae91-ecf6-4ebf-898f-19ffaf3c625b/v1/profile/cds-ms-prof-7b1e43dc-de7b-49a7-9aae-c278750bd8b7/content HTTP/1.1" 200 0 2022/02/24 12:10:09 Main rss info 2022/02/24 12:10:09 Path: /tmp/helm-tmpl-164391882/manifest-0 2022/02/24 12:10:09 Kind: Service 2022/02/24 12:10:09 Path: /tmp/helm-tmpl-164391882/manifest-1 2022/02/24 12:10:09 Kind: Deployment 2022/02/24 12:10:09 Crd rss info 2022/02/24 12:10:09 Hook info {"filepath":"/tmp/helm-tmpl-164391882/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-02-24T12:10:09Z"} {"error":"Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","filepath":"/tmp/helm-tmpl-164391882/manifest-0","gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"error","msg":"Error Creating Resource","time":"2022-02-24T12:10:11Z"} 2022/02/24 12:10:11 Instance: serene_engelbart, Main rss are failed, skip post-install and remove instance in DB 2022/02/24 12:10:11 Deleted Obj with ID ObjectID("621775a1eda7b3e942a7d12e") 2022/02/24 12:10:11 Deleted Obj with ID ObjectID("621775a1717a3bf3238b0e4b") {"error":"Create Kubernetes Resources: Error creating kind: /v1, Kind=Service: Error in plugin Service plugin: Create Service error: Service \"cds-regression-mockserver\" is invalid: spec.ports[0].nodePort: Invalid value: 30726: provided port is already allocated","level":"error","msg":"Error Creating Resource","resource":{"rb-name":"cds-ms-rb-d28bae91-ecf6-4ebf-898f-19ffaf3c625b","rb-version":"v1","profile-name":"cds-ms-prof-7b1e43dc-de7b-49a7-9aae-c278750bd8b7","release-name":"","cloud-region":"k8sregion","labels":{},"override-values":{}},"time":"2022-02-24T12:10:11Z"} 10.233.66.247 - - [24/Feb/2022:12:10:09 +0000] "POST /v1/instance HTTP/1.1" 500 252