2022/09/21 12:02:48 Starting Kubernetes Multicloud API 2022/09/21 12:02:48 Error Getting TLS Configuration. Starting without TLS... {"level":"info","msg":"Restoring status subscription notifications","time":"2022-09-21T12:02:58Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error reading instance list","time":"2022-09-21T12:02:58Z"} {"error":"Listing Instances: Did not find any objects with tag: instance","level":"error","msg":"Error listing instances","profile-name":"","rb-name":"","rb-version":"","time":"2022-09-21T12:24:24Z"} 127.0.0.6 - - [21/Sep/2022:12:24:24 +0000] "GET /v1/instance HTTP/1.1" 500 63 127.0.0.6 - - [21/Sep/2022:13:50:32 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.6 - - [21/Sep/2022:14:18:03 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.6 - - [21/Sep/2022:14:21:48 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [21/Sep/2022:14:27:05 +0000] "POST /v1/rb/definition HTTP/1.1" 201 278 127.0.0.1 - - [21/Sep/2022:14:29:22 +0000] "POST /v1/rb/definition HTTP/1.1" 201 270 127.0.0.1 - - [21/Sep/2022:14:39:19 +0000] "POST /v1/rb/definition HTTP/1.1" 201 267 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 500 74 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7669 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "POST /v1/rb/definition HTTP/1.1" 201 124 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "GET /v1/rb/definition/cds-ms-rb-e2a7ce9d-0bd1-4313-aa09-91b47fdf7a3a/v1 HTTP/1.1" 200 124 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "POST /v1/rb/definition/cds-ms-rb-e2a7ce9d-0bd1-4313-aa09-91b47fdf7a3a/v1/content HTTP/1.1" 200 0 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "GET /v1/rb/definition/cds-ms-rb-e2a7ce9d-0bd1-4313-aa09-91b47fdf7a3a/v1 HTTP/1.1" 200 138 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "POST /v1/rb/definition/cds-ms-rb-e2a7ce9d-0bd1-4313-aa09-91b47fdf7a3a/v1/profile HTTP/1.1" 201 305 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "GET /v1/rb/definition/cds-ms-rb-e2a7ce9d-0bd1-4313-aa09-91b47fdf7a3a/v1/profile/cds-ms-prof-e764f818-ceeb-46d6-acca-c4024e2cc16d HTTP/1.1" 200 305 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "POST /v1/rb/definition/cds-ms-rb-e2a7ce9d-0bd1-4313-aa09-91b47fdf7a3a/v1/profile/cds-ms-prof-e764f818-ceeb-46d6-acca-c4024e2cc16d/content HTTP/1.1" 200 0 2022/09/21 14:39:31 Error reading name cache from Database: Error finding master table: mongo: no documents in result 2022/09/21 14:39:31 Error Reading from DB: Reading cache from DB: Error finding master table: mongo: no documents in result 2022/09/21 14:39:31 Main rss info 2022/09/21 14:39:31 Path: /tmp/helm-tmpl-843605253/manifest-0 2022/09/21 14:39:31 Kind: Service 2022/09/21 14:39:31 Path: /tmp/helm-tmpl-843605253/manifest-1 2022/09/21 14:39:31 Kind: Deployment 2022/09/21 14:39:31 Crd rss info 2022/09/21 14:39:31 Hook info {"level":"info","msg":"Creating Namespace","namespace":"onap-tests","time":"2022-09-21T14:39:31Z"} 2022/09/21 14:39:31 Namespace (onap-tests) created {"filepath":"/tmp/helm-tmpl-843605253/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-21T14:39:31Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-regression-mockserver","time":"2022-09-21T14:39:31Z"} {"filepath":"/tmp/helm-tmpl-843605253/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-21T14:39:31Z"} 2022/09/21 14:39:31 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"cds-cds-mockserver","time":"2022-09-21T14:39:32Z"} 127.0.0.6 - - [21/Sep/2022:14:39:31 +0000] "POST /v1/instance HTTP/1.1" 201 542 2022/09/21 14:40:32 [Config Cleanup] Instance hardcore_ellis 2022/09/21 14:40:32 [scheduleResources]: START thread 2022/09/21 14:40:37 Stop config thread for hardcore_ellis 2022/09/21 14:40:37 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"cds-cds-mockserver","time":"2022-09-21T14:40:37Z"} 2022/09/21 14:40:37 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"cds-regression-mockserver","time":"2022-09-21T14:40:37Z"} 2022/09/21 14:40:37 Deleting service: cds-regression-mockserver {"instance":"hardcore_ellis","level":"info","msg":"[START] status notify thread for ","time":"2022-09-21T14:40:37Z"} {"instance":"hardcore_ellis","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-21T14:40:42Z"} 2022/09/21 14:40:42 Deleted Obj with ID ObjectID("632b2223eac9a5cf3c5d2ba5") 2022/09/21 14:40:42 Deleted Obj with ID ObjectID("632b221954eddada50da9733") 127.0.0.6 - - [21/Sep/2022:14:40:32 +0000] "DELETE /v1/instance/hardcore_ellis HTTP/1.1" 202 0 127.0.0.6 - - [21/Sep/2022:14:40:42 +0000] "GET /v1/connectivity-info/k8sregion-cds HTTP/1.1" 200 7669 2022/09/21 14:40:42 Deleted Obj with ID ObjectID("632b2223eac9a5cf3c5d2b9c") 2022/09/21 14:40:42 Deleted Obj with ID ObjectID("632b221854eddada50da96f5") 127.0.0.6 - - [21/Sep/2022:14:40:42 +0000] "DELETE /v1/connectivity-info/k8sregion-cds HTTP/1.1" 204 0 127.0.0.6 - - [21/Sep/2022:14:48:47 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 127.0.0.6 - - [21/Sep/2022:14:48:47 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 127.0.0.6 - - [21/Sep/2022:14:48:47 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 127.0.0.6 - - [21/Sep/2022:14:48:47 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 127.0.0.6 - - [21/Sep/2022:14:48:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-22283105-1da1-45a9-b7bf-bf8f8fd85f6e/v1 HTTP/1.1" 200 125 127.0.0.6 - - [21/Sep/2022:14:48:47 +0000] "POST /v1/rb/definition/pnf-cnf-rb-22283105-1da1-45a9-b7bf-bf8f8fd85f6e/v1/content HTTP/1.1" 200 0 127.0.0.6 - - [21/Sep/2022:14:48:47 +0000] "GET /v1/rb/definition/pnf-cnf-rb-22283105-1da1-45a9-b7bf-bf8f8fd85f6e/v1 HTTP/1.1" 200 138 127.0.0.6 - - [21/Sep/2022:14:48:48 +0000] "POST /v1/rb/definition/pnf-cnf-rb-22283105-1da1-45a9-b7bf-bf8f8fd85f6e/v1/profile HTTP/1.1" 201 314 127.0.0.6 - - [21/Sep/2022:14:48:48 +0000] "GET /v1/rb/definition/pnf-cnf-rb-22283105-1da1-45a9-b7bf-bf8f8fd85f6e/v1/profile/pnf-cnf-profile-2f20fd53-d370-48a7-a73d-52606f855804 HTTP/1.1" 200 314 127.0.0.6 - - [21/Sep/2022:14:48:48 +0000] "POST /v1/rb/definition/pnf-cnf-rb-22283105-1da1-45a9-b7bf-bf8f8fd85f6e/v1/profile/pnf-cnf-profile-2f20fd53-d370-48a7-a73d-52606f855804/content HTTP/1.1" 200 0 2022/09/21 14:48:48 Main rss info 2022/09/21 14:48:48 Path: /tmp/helm-tmpl-110523704/manifest-0 2022/09/21 14:48:48 Kind: Service 2022/09/21 14:48:48 Path: /tmp/helm-tmpl-110523704/manifest-1 2022/09/21 14:48:48 Kind: Service 2022/09/21 14:48:48 Path: /tmp/helm-tmpl-110523704/manifest-2 2022/09/21 14:48:48 Kind: Pod 2022/09/21 14:48:48 Path: /tmp/helm-tmpl-110523704/manifest-3 2022/09/21 14:48:48 Kind: Deployment 2022/09/21 14:48:48 Crd rss info 2022/09/21 14:48:48 Hook info {"filepath":"/tmp/helm-tmpl-110523704/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-21T14:48:48Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-21T14:48:48Z"} {"filepath":"/tmp/helm-tmpl-110523704/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-21T14:48:48Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-21T14:48:48Z"} {"filepath":"/tmp/helm-tmpl-110523704/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-21T14:48:48Z"} 2022/09/21 14:48:48 No plugin for kind Pod found. Using generic Plugin 2022/09/21 14:48:48 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-21T14:48:48Z"} {"filepath":"/tmp/helm-tmpl-110523704/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-21T14:48:48Z"} 2022/09/21 14:48:48 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-21T14:48:48Z"} 127.0.0.6 - - [21/Sep/2022:14:48:48 +0000] "POST /v1/instance HTTP/1.1" 201 743 127.0.0.6 - - [21/Sep/2022:14:49:54 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 500 74 127.0.0.6 - - [21/Sep/2022:14:49:54 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7682 127.0.0.6 - - [21/Sep/2022:14:49:54 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 127.0.0.1 - - [21/Sep/2022:14:50:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 286 127.0.0.1 - - [21/Sep/2022:14:50:06 +0000] "POST /v1/rb/definition HTTP/1.1" 201 271 127.0.0.1 - - [21/Sep/2022:14:50:06 +0000] "POST /v1/rb/definition/5d0e57b3-542b-4f61-8c32-54e9b928bc14/dab137bc-c74b-414c-a2c3-c000de75c09a/content HTTP/1.1" 200 0 127.0.0.6 - - [21/Sep/2022:14:50:51 +0000] "GET /v1/healthcheck HTTP/1.1" 200 0 127.0.0.1 - - [21/Sep/2022:14:50:58 +0000] "POST /v1/rb/definition HTTP/1.1" 201 272 127.0.0.6 - - [21/Sep/2022:14:54:00 +0000] "GET /v1/connectivity-info/k8sregion-cnf-macro HTTP/1.1" 200 7682 2022/09/21 15:09:53 [Config Cleanup] Instance romantic_cray 2022/09/21 15:09:53 [scheduleResources]: START thread 2022/09/21 15:09:58 Stop config thread for romantic_cray 2022/09/21 15:09:58 [scheduleResources]: STOP thread {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-21T15:09:58Z"} 2022/09/21 15:09:58 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-21T15:09:58Z"} 2022/09/21 15:09:58 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-21T15:09:58Z"} 2022/09/21 15:09:58 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-21T15:09:58Z"} 2022/09/21 15:09:58 Deleting service: pnf-macro-test-simulator-mongo {"instance":"romantic_cray","level":"info","msg":"[START] status notify thread for ","time":"2022-09-21T15:09:58Z"} {"instance":"romantic_cray","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-21T15:10:03Z"} 2022/09/21 15:10:03 Deleted Obj with ID ObjectID("632b2450eac9a5cf3c5d2bae") 2022/09/21 15:10:03 Deleted Obj with ID ObjectID("632b244554eddada50da98e1") 127.0.0.6 - - [21/Sep/2022:15:09:53 +0000] "DELETE /v1/instance/romantic_cray HTTP/1.1" 202 0 127.0.0.6 - - [21/Sep/2022:15:10:03 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/09/21 15:10:03 Deleted Obj with ID ObjectID("632b244feac9a5cf3c5d2ba6") 2022/09/21 15:10:03 Deleted Obj with ID ObjectID("632b244454eddada50da98a6") 127.0.0.6 - - [21/Sep/2022:15:10:03 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 500 74 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "POST /v1/connectivity-info HTTP/1.1" 201 7675 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "POST /v1/rb/definition HTTP/1.1" 201 125 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d8db4004-157d-4db8-a893-947daedcb726/v1 HTTP/1.1" 200 125 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d8db4004-157d-4db8-a893-947daedcb726/v1/content HTTP/1.1" 200 0 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d8db4004-157d-4db8-a893-947daedcb726/v1 HTTP/1.1" 200 138 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d8db4004-157d-4db8-a893-947daedcb726/v1/profile HTTP/1.1" 201 314 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "GET /v1/rb/definition/pnf-cnf-rb-d8db4004-157d-4db8-a893-947daedcb726/v1/profile/pnf-cnf-profile-a6201e4d-a4bc-4119-977f-92301f3cf39a HTTP/1.1" 200 314 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "POST /v1/rb/definition/pnf-cnf-rb-d8db4004-157d-4db8-a893-947daedcb726/v1/profile/pnf-cnf-profile-a6201e4d-a4bc-4119-977f-92301f3cf39a/content HTTP/1.1" 200 0 2022/09/21 15:11:52 Main rss info 2022/09/21 15:11:52 Path: /tmp/helm-tmpl-769183362/manifest-0 2022/09/21 15:11:52 Kind: Service 2022/09/21 15:11:52 Path: /tmp/helm-tmpl-769183362/manifest-1 2022/09/21 15:11:52 Kind: Service 2022/09/21 15:11:52 Path: /tmp/helm-tmpl-769183362/manifest-2 2022/09/21 15:11:52 Kind: Pod 2022/09/21 15:11:52 Path: /tmp/helm-tmpl-769183362/manifest-3 2022/09/21 15:11:52 Kind: Deployment 2022/09/21 15:11:52 Crd rss info 2022/09/21 15:11:52 Hook info {"filepath":"/tmp/helm-tmpl-769183362/manifest-0","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-21T15:11:53Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-21T15:11:53Z"} {"filepath":"/tmp/helm-tmpl-769183362/manifest-1","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-21T15:11:53Z"} {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-21T15:11:53Z"} {"filepath":"/tmp/helm-tmpl-769183362/manifest-2","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-21T15:11:53Z"} 2022/09/21 15:11:53 No plugin for kind Pod found. Using generic Plugin 2022/09/21 15:11:53 Error converting template to map {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator","time":"2022-09-21T15:11:53Z"} {"filepath":"/tmp/helm-tmpl-769183362/manifest-3","level":"info","msg":"Processing Kubernetes Resource","time":"2022-09-21T15:11:53Z"} 2022/09/21 15:11:53 No plugin for kind Deployment found. Using generic Plugin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"info","msg":"Created Kubernetes Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-21T15:11:53Z"} 127.0.0.6 - - [21/Sep/2022:15:11:52 +0000] "POST /v1/instance HTTP/1.1" 201 750 2022/09/21 15:32:59 [Config Cleanup] Instance affectionate_gagarin 2022/09/21 15:32:59 [scheduleResources]: START thread 2022/09/21 15:33:04 Stop config thread for affectionate_gagarin {"gvk":{"Group":"apps","Version":"v1","Kind":"Deployment"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-21T15:33:04Z"} 2022/09/21 15:33:04 No plugin for kind Deployment found. Using generic Plugin 2022/09/21 15:33:04 [scheduleResources]: STOP thread {"gvk":{"Group":"","Version":"v1","Kind":"Pod"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-21T15:33:04Z"} 2022/09/21 15:33:04 No plugin for kind Pod found. Using generic Plugin {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator","time":"2022-09-21T15:33:04Z"} 2022/09/21 15:33:04 Deleting service: pnf-macro-test-simulator {"gvk":{"Group":"","Version":"v1","Kind":"Service"},"level":"warning","msg":"Deleting Resource","resource":"pnf-macro-test-simulator-mongo","time":"2022-09-21T15:33:04Z"} 2022/09/21 15:33:04 Deleting service: pnf-macro-test-simulator-mongo {"instance":"affectionate_gagarin","level":"info","msg":"[START] status notify thread for ","time":"2022-09-21T15:33:04Z"} {"instance":"affectionate_gagarin","level":"info","msg":"[STOP] status notify thread for ","time":"2022-09-21T15:33:09Z"} 2022/09/21 15:33:09 Deleted Obj with ID ObjectID("632b29b8eac9a5cf3c5d2bc3") 2022/09/21 15:33:09 Deleted Obj with ID ObjectID("632b29ad54eddada50da9cc8") 127.0.0.6 - - [21/Sep/2022:15:32:58 +0000] "DELETE /v1/instance/affectionate_gagarin HTTP/1.1" 202 0 127.0.0.6 - - [21/Sep/2022:15:33:09 +0000] "GET /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 200 7675 2022/09/21 15:33:09 Deleted Obj with ID ObjectID("632b29b8eac9a5cf3c5d2bbb") 127.0.0.6 - - [21/Sep/2022:15:33:09 +0000] "DELETE /v1/connectivity-info/k8sregion-pnf-macro HTTP/1.1" 204 0 2022/09/21 15:33:09 Deleted Obj with ID ObjectID("632b29ad54eddada50da9c8d")