2022/06/13 03:01:39 Starting Kubernetes Multicloud API 2022/06/13 03:01:39 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-06-13T03:01:49Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-06-13T03:01:49Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-06-13T03:38:04Z"} 10.233.69.43 - - [13/Jun/2022:03:38:04 +0000] "GET /v1/instance HTTP/1.1" 500 63 10.233.66.48 - - [13/Jun/2022:05:08:26 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:05:09:31 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:05:10:51 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:05:12:28 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:05:12:38 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:05:13:31 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:05:14:36 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:05:15:50 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:05:17:23 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:05:18:43 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:05:24:03 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7665 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "GET /v1/rb/definition/cds-ms-rb-cb90801d-308b-4972-a2fe-0bde23a189c8/v1 HTTP/1.1" 200 124 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "POST /v1/rb/definition/cds-ms-rb-cb90801d-308b-4972-a2fe-0bde23a189c8/v1/content HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "GET /v1/rb/definition/cds-ms-rb-cb90801d-308b-4972-a2fe-0bde23a189c8/v1 HTTP/1.1" 200 138 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "POST /v1/rb/definition/cds-ms-rb-cb90801d-308b-4972-a2fe-0bde23a189c8/v1/profile HTTP/1.1" 201 305 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "GET /v1/rb/definition/cds-ms-rb-cb90801d-308b-4972-a2fe-0bde23a189c8/v1/profile/cds-ms-prof-9608d3ca-9afd-4277-8e01-a3db206be09c HTTP/1.1" 200 305 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "POST /v1/rb/definition/cds-ms-rb-cb90801d-308b-4972-a2fe-0bde23a189c8/v1/profile/cds-ms-prof-9608d3ca-9afd-4277-8e01-a3db206be09c/content HTTP/1.1" 200 0 2022/06/13 06:20:30 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/06/13 06:20:30 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/06/13 06:20:30 Main rss info 2022/06/13 06:20:30 Path: /tmp/helm-tmpl-169220106/manifest-0 2022/06/13 06:20:30 Kind: Service 2022/06/13 06:20:30 Path: /tmp/helm-tmpl-169220106/manifest-1 2022/06/13 06:20:30 Kind: Deployment 2022/06/13 06:20:30 Crd rss info 2022/06/13 06:20:30 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-06-13T06:20:30Z"} 2022/06/13 06:20:30 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-169220106/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-13T06:20:30Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-06-13T06:20:30Z"} {"filepath":"/tmp/helm-tmpl-169220106/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-13T06:20:30Z"} 2022/06/13 06:20:30 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-06-13T06:20:31Z"} 10.233.66.48 - - [13/Jun/2022:06:20:30 +0000] "POST /v1/instance HTTP/1.1" 201 544 2022/06/13 06:21:49 [Config Cleanup] Instance unruffled_diffie 2022/06/13 06:21:49 [scheduleResources]: START thread 2022/06/13 06:21:54 Stop config thread for unruffled_diffie {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-06-13T06:21:54Z"} 2022/06/13 06:21:54 [scheduleResources]: STOP thread 2022/06/13 06:21:54 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-06-13T06:21:55Z"} 2022/06/13 06:21:55 Deleting service: cds-regression-mockserver {"instance":"unruffled_diffie","level":"info","msg":"[START] status notify thread for ","time":"2022-06-13T06:21:55Z"} {"instance":"unruffled_diffie","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-13T06:22:00Z"} 2022/06/13 06:22:00 Deleted Obj with ID ObjectID("62a6d72ed71c3abf426ce501") 2022/06/13 06:22:00 Deleted Obj with ID ObjectID("62a6d72db4c68b3c39f2a3b7") 10.233.66.48 - - [13/Jun/2022:06:21:49 +0000] "DELETE /v1/instance/unruffled_diffie HTTP/1.1" 202 0 10.233.66.48 - - [13/Jun/2022:06:22:00 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7665 2022/06/13 06:22:00 Deleted Obj with ID ObjectID("62a6d72ed71c3abf426ce4f8") 10.233.66.48 - - [13/Jun/2022:06:22:00 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 2022/06/13 06:22:00 Deleted Obj with ID ObjectID("62a6d72db4c68b3c39f2a379") 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-a2807a7e-c9ba-4f74-aa83-4ad1b88d62f4/v1 HTTP/1.1" 200 125 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-a2807a7e-c9ba-4f74-aa83-4ad1b88d62f4/v1/content HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-a2807a7e-c9ba-4f74-aa83-4ad1b88d62f4/v1 HTTP/1.1" 200 138 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-a2807a7e-c9ba-4f74-aa83-4ad1b88d62f4/v1/profile HTTP/1.1" 201 314 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-a2807a7e-c9ba-4f74-aa83-4ad1b88d62f4/v1/profile/pnf-cnf-profile-009d9191-133e-41a3-bf39-3b09c2d66746 HTTP/1.1" 200 314 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-a2807a7e-c9ba-4f74-aa83-4ad1b88d62f4/v1/profile/pnf-cnf-profile-009d9191-133e-41a3-bf39-3b09c2d66746/content HTTP/1.1" 200 0 2022/06/13 07:23:48 Main rss info 2022/06/13 07:23:48 Path: /tmp/helm-tmpl-018508177/manifest-0 2022/06/13 07:23:48 Kind: Service 2022/06/13 07:23:48 Path: /tmp/helm-tmpl-018508177/manifest-1 2022/06/13 07:23:48 Kind: Service 2022/06/13 07:23:48 Path: /tmp/helm-tmpl-018508177/manifest-2 2022/06/13 07:23:48 Kind: Pod 2022/06/13 07:23:48 Path: /tmp/helm-tmpl-018508177/manifest-3 2022/06/13 07:23:48 Kind: Deployment 2022/06/13 07:23:48 Crd rss info 2022/06/13 07:23:48 Hook info {"filepath":"/tmp/helm-tmpl-018508177/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-13T07:23:48Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-13T07:23:48Z"} {"filepath":"/tmp/helm-tmpl-018508177/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-13T07:23:48Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-13T07:23:48Z"} {"filepath":"/tmp/helm-tmpl-018508177/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-13T07:23:48Z"} 2022/06/13 07:23:48 No plugin for kind Pod found. Using generic Plugin 2022/06/13 07:23:48 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-13T07:23:48Z"} {"filepath":"/tmp/helm-tmpl-018508177/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-13T07:23:48Z"} 2022/06/13 07:23:48 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-13T07:23:48Z"} 10.233.66.48 - - [13/Jun/2022:07:23:47 +0000] "POST /v1/instance HTTP/1.1" 201 753 2022/06/13 07:54:28 [Config Cleanup] Instance determined_visvesvaraya 2022/06/13 07:54:28 [scheduleResources]: START thread 2022/06/13 07:54:33 Stop config thread for determined_visvesvaraya {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-13T07:54:33Z"} 2022/06/13 07:54:33 No plugin for kind Deployment found. Using generic Plugin 2022/06/13 07:54:33 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-13T07:54:33Z"} 2022/06/13 07:54:33 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-13T07:54:33Z"} 2022/06/13 07:54:33 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-13T07:54:33Z"} 2022/06/13 07:54:33 Deleting service: pnf-macro-test-simulator-mongo {"instance":"determined_visvesvaraya","level":"info","msg":"[START] status notify thread for ","time":"2022-06-13T07:54:33Z"} {"instance":"determined_visvesvaraya","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-13T07:54:38Z"} 2022/06/13 07:54:38 Deleted Obj with ID ObjectID("62a6e604d71c3abf426ce50a") 2022/06/13 07:54:38 Deleted Obj with ID ObjectID("62a6e602b4c68b3c39f2ad2a") 10.233.66.48 - - [13/Jun/2022:07:54:28 +0000] "DELETE /v1/instance/determined_visvesvaraya HTTP/1.1" 202 0 10.233.66.48 - - [13/Jun/2022:07:54:38 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/06/13 07:54:38 Deleted Obj with ID ObjectID("62a6e603d71c3abf426ce502") 2022/06/13 07:54:38 Deleted Obj with ID ObjectID("62a6e602b4c68b3c39f2acef") 10.233.66.48 - - [13/Jun/2022:07:54:38 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 10.233.66.48 - - [13/Jun/2022:07:58:26 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 10.233.66.48 - - [13/Jun/2022:07:58:26 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7671 10.233.66.48 - - [13/Jun/2022:07:58:26 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 10.233.66.48 - - [13/Jun/2022:07:58:26 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 10.233.66.48 - - [13/Jun/2022:07:58:26 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b1b95dee-ba5e-4b3b-b050-b7536de714cd/v1 HTTP/1.1" 200 125 10.233.66.48 - - [13/Jun/2022:07:58:26 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b1b95dee-ba5e-4b3b-b050-b7536de714cd/v1/content HTTP/1.1" 200 0 10.233.66.48 - - [13/Jun/2022:07:58:26 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b1b95dee-ba5e-4b3b-b050-b7536de714cd/v1 HTTP/1.1" 200 138 10.233.66.48 - - [13/Jun/2022:07:58:26 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b1b95dee-ba5e-4b3b-b050-b7536de714cd/v1/profile HTTP/1.1" 201 314 10.233.66.48 - - [13/Jun/2022:07:58:26 +0000] "GET /v1/rb/definition/pnf-cnf-rb-b1b95dee-ba5e-4b3b-b050-b7536de714cd/v1/profile/pnf-cnf-profile-e0545889-1b69-43fa-8ad2-439b83e14dd9 HTTP/1.1" 200 314 10.233.66.48 - - [13/Jun/2022:07:58:26 +0000] "POST /v1/rb/definition/pnf-cnf-rb-b1b95dee-ba5e-4b3b-b050-b7536de714cd/v1/profile/pnf-cnf-profile-e0545889-1b69-43fa-8ad2-439b83e14dd9/content HTTP/1.1" 200 0 2022/06/13 07:58:27 Main rss info 2022/06/13 07:58:27 Path: /tmp/helm-tmpl-159288685/manifest-0 2022/06/13 07:58:27 Kind: Service 2022/06/13 07:58:27 Path: /tmp/helm-tmpl-159288685/manifest-1 2022/06/13 07:58:27 Kind: Service 2022/06/13 07:58:27 Path: /tmp/helm-tmpl-159288685/manifest-2 2022/06/13 07:58:27 Kind: Pod 2022/06/13 07:58:27 Path: /tmp/helm-tmpl-159288685/manifest-3 2022/06/13 07:58:27 Kind: Deployment 2022/06/13 07:58:27 Crd rss info 2022/06/13 07:58:27 Hook info {"filepath":"/tmp/helm-tmpl-159288685/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-13T07:58:27Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-13T07:58:27Z"} {"filepath":"/tmp/helm-tmpl-159288685/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-13T07:58:27Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-13T07:58:27Z"} {"filepath":"/tmp/helm-tmpl-159288685/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-13T07:58:27Z"} 2022/06/13 07:58:27 No plugin for kind Pod found. Using generic Plugin 2022/06/13 07:58:27 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-06-13T07:58:27Z"} {"filepath":"/tmp/helm-tmpl-159288685/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-06-13T07:58:27Z"} 2022/06/13 07:58:27 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-13T07:58:27Z"} 10.233.66.48 - - [13/Jun/2022:07:58:27 +0000] "POST /v1/instance HTTP/1.1" 201 745 2022/06/13 08:28:07 [Config Cleanup] Instance festive_haslett 2022/06/13 08:28:07 [scheduleResources]: START thread 2022/06/13 08:28:12 Stop config thread for festive_haslett {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-13T08:28:12Z"} 2022/06/13 08:28:12 No plugin for kind Deployment found. Using generic Plugin 2022/06/13 08:28:12 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-13T08:28:12Z"} 2022/06/13 08:28:12 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-06-13T08:28:12Z"} 2022/06/13 08:28:12 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-06-13T08:28:12Z"} 2022/06/13 08:28:12 Deleting service: pnf-macro-test-simulator-mongo {"instance":"festive_haslett","level":"info","msg":"[START] status notify thread for ","time":"2022-06-13T08:28:12Z"} {"instance":"festive_haslett","level":"info","msg":"[STOP] status notify thread for ","time":"2022-06-13T08:28:17Z"} 2022/06/13 08:28:17 Deleted Obj with ID ObjectID("62a6ee23d71c3abf426ce513") 2022/06/13 08:28:17 Deleted Obj with ID ObjectID("62a6ee21b4c68b3c39f2b282") 10.233.66.48 - - [13/Jun/2022:08:28:07 +0000] "DELETE /v1/instance/festive_haslett HTTP/1.1" 202 0 10.233.66.48 - - [13/Jun/2022:08:28:17 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7671 2022/06/13 08:28:17 Deleted Obj with ID ObjectID("62a6ee22d71c3abf426ce50b") 2022/06/13 08:28:17 Deleted Obj with ID ObjectID("62a6ee21b4c68b3c39f2b247") 10.233.66.48 - - [13/Jun/2022:08:28:17 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0